---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:54:17.530629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f97b5387843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: c81ef0cc-a0ae-4f6b-8394-69d4dcba27e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:17Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f97cf4ecbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: b0174c6d-8181-4d79-90dd-dadac28a64f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f97d0c6e900
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 453f4935-f2c1-4a1c-a818-f4a155ede394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f97d3e0ac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: 3c2b17ae-1df5-4afb-8202-8354db053451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f97d474fc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: d3c4f7c0-1642-498b-9f7e-5df9fd0a1018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9900aa444e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 1a5584af-2843-47a0-a464-0bb6aa8a3196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9904004732
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: 543b24ef-1c93-49cb-859e-459ae76c4a44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f990478d4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: f1463ca1-5e36-40d7-a939-aed9ef5bf207
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9904852db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 624e519e-f532-428c-ab39-a95daecf858c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9907a97358
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: e93ae056-42d0-4341-8df5-f573e02e9290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f990821da2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 33f2f756-77a3-4ce1-ad6e-224f3a0be266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f993cc47cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: 78a2a39d-c66b-44eb-bd9f-105f7586d001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9fe5d7cd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "23385"
    uid: cd342235-8941-4acc-91d3-f874e4ef8671
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: dff10611-bff3-4930-aec9-9d896c6b02b0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7.18c45f9fe5d82c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: e534cec6-50dd-4466-9f20-ee8f66ca7b27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 185a0baa-4bdd-49ee-b77a-e16f433554b8
  kind: Event
  lastTimestamp: "2026-07-21T17:54:17Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-j4ms7'
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c45f97b4af411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: 02cbcb41-7743-4b45-942e-45d7d81611e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: 20d8db62-2697-4f29-b629-2f158793bad3
  kind: Event
  lastTimestamp: "2026-07-21T17:54:17Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c45f97b1c38ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: 536dd964-4611-4c81-9496-7dc2f2600e96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 5ce1d506-0e18-484b-9521-15498ea6cb85
  kind: Event
  lastTimestamp: "2026-07-21T17:54:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c45f9b30582157
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: ee88e86f-802d-4422-a596-6fea239116eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 5ce1d506-0e18-484b-9521-15498ea6cb85
  kind: Event
  lastTimestamp: "2026-07-21T17:54:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c45f9b30c72022
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: 6b61fae8-46ab-4662-a711-5a928ff1d243
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: a6229bac-1fb4-4a1e-af78-5de5d5e9c6a0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:54:40Z"
    name: isvc-autogluon-ts-v1-noslash.18c45f97b1d13fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: a52ead15-52b6-4d93-aad1-a8676ea433fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: a6229bac-1fb4-4a1e-af78-5de5d5e9c6a0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:17Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:54:17Z"
    name: isvc-autogluon-ts-v1-noslash.18c45f97b24d65c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: 4280c22a-3536-4b32-a2ab-ca1ad29fb48e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: a6229bac-1fb4-4a1e-af78-5de5d5e9c6a0
  kind: Event
  lastTimestamp: "2026-07-21T17:54:40Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:54:40Z"
    name: isvc-autogluon-ts-v1-noslash.18c45f9cfbe77f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: 1d206d6d-0026-48cd-b8cc-53f2764fa7ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:53:29.969595Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:53:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:53:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ca25cb986
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: 6975b90e-e028-4cf3-9001-60a6e5feeaca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:30Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8cbc5f1721
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: dc1107d2-729b-45cc-bc84-ec290a3bc09b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8cbde82add
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 24cdb0b8-a2a7-4595-9134-04bbaf0699e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8cc0ce555b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: f22f52f9-36fa-46fb-b775-24178b088b97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8cc149a4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 6e6fad66-3c52-4b0f-84ce-fbdb82aa9cda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:39Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef1e1913e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 707ed585-ca3b-4932-8ca0-8411f14c3100
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef559af4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 84fbea41-2a0f-42c6-a346-abe86da04bf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef5d80750
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 262c5ce1-5ba8-4658-b1ba-890b7798c28b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef5e36020
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 34ee2001-30d7-480d-bea3-27550a539ab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef940bd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 112435c4-6960-4e86-8b1b-4fe06ee8b604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8ef9bf18bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: c027725a-411e-49a2-91f8-b5749c4abff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:53:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f8f69de52a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: fcd829ae-c544-4a73-ad93-aafcc70713ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:54:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f9680e1b524
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 98ccbcbb-d675-441a-9bbb-1f702e5c97e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:54:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f9680e21cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 413e91ca-67e9-4f75-8f51-47d929c3c7e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: d0ba2aea-3426-4deb-937b-fe0954cb0372
  kind: Event
  lastTimestamp: "2026-07-21T17:54:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g.18c45f96a1c0295b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: 04829c40-83a6-4185-857f-1f890d930d49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 8efefd18-2e29-4417-b291-6bd85b17ae59
  kind: Event
  lastTimestamp: "2026-07-21T17:53:29Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k4g'
  metadata:
    creationTimestamp: "2026-07-21T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c45f8ca1d87659
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: d667f7a3-9ffa-4c44-a312-e685e0686a3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: ff9504d5-fde9-401a-9bf0-9785d0dd0b51
  kind: Event
  lastTimestamp: "2026-07-21T17:53:29Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:29Z"
    name: isvc-autogluon-ts-v1-predictor.18c45f8c9a2e2593
    namespace: kserve-ci-e2e-test
    resourceVersion: "22645"
    uid: c90832fa-c24a-4ef4-9f5a-0ae7cef1c521
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 81e0910f-9162-49cc-95db-19d78a2624a4
  kind: Event
  lastTimestamp: "2026-07-21T17:53:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:44Z"
    name: isvc-autogluon-ts-v1-predictor.18c45f90195459b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 0f378288-38ab-42e8-bec4-f888acd0309a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 81e0910f-9162-49cc-95db-19d78a2624a4
  kind: Event
  lastTimestamp: "2026-07-21T17:53:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:44Z"
    name: isvc-autogluon-ts-v1-predictor.18c45f9019bc1dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 75ed954c-cf71-4854-88e3-5cc952b8059b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 81e0910f-9162-49cc-95db-19d78a2624a4
  kind: Event
  lastTimestamp: "2026-07-21T17:53:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:59Z"
    name: isvc-autogluon-ts-v1-predictor.18c45f939880d266
    namespace: kserve-ci-e2e-test
    resourceVersion: "22913"
    uid: b542fc3c-87eb-4fb7-b28c-f535372c6456
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 81e0910f-9162-49cc-95db-19d78a2624a4
  kind: Event
  lastTimestamp: "2026-07-21T17:53:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:59Z"
    name: isvc-autogluon-ts-v1-predictor.18c45f9398e841f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 6094fe99-4b0e-42e9-8b0a-1c165afd42ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: fb17e5a2-5aaf-4210-a285-b9c33c58d6fb
  kind: Event
  lastTimestamp: "2026-07-21T17:53:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:58Z"
    name: isvc-autogluon-ts-v1.18c45f8c9a6aa0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: e1971562-d9c4-4472-b60f-8d927741c815
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: fb17e5a2-5aaf-4210-a285-b9c33c58d6fb
  kind: Event
  lastTimestamp: "2026-07-21T17:53:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1.18c45f8c9b8ed156
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: d3ff1476-dcfc-4c97-b968-9c5d51a9cd19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: fb17e5a2-5aaf-4210-a285-b9c33c58d6fb
  kind: Event
  lastTimestamp: "2026-07-21T17:53:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:30Z"
    name: isvc-autogluon-ts-v1.18c45f8ca3c0643f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: 3e935539-e33a-42bf-872f-fae450d556aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: fb17e5a2-5aaf-4210-a285-b9c33c58d6fb
  kind: Event
  lastTimestamp: "2026-07-21T17:53:58Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:58Z"
    name: isvc-autogluon-ts-v1.18c45f93292249dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 701dcd55-c8bf-4c88-99a8-262c0d1db89e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:41:13.100062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee111857069
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 22491d6f-7135-46d8-a6ad-1f4545f4d777
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee12b91b8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 7279f3bd-67ef-45ae-aaab-150c28fd73c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee12d17df62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: bb726cd9-3611-4de5-9425-43c1999d2059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee1300ce603
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: fa6757cd-6521-4a65-9ad2-4c1151f13017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee130a25479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 18c0fb66-6bbb-464b-b350-a78b532f5ec6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:41:42Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45ee800db1d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 15ade60d-c2b9-4745-86b9-e3e8b2c4a007
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m7.71s (2m7.71s
    including waiting). Image size: 8940333851 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05bd009b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 13d4ade0-fbeb-486c-a901-768bb057fcf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05c62811c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: c60afb3b-7bba-4932-bb5a-498d057f29bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05c73a5cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 5ef90ee0-511d-4095-9a2d-d25ec8f07781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05c745f654
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: 25de29e7-bf05-4901-9e57-32fa31c4a9a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05ccb68816
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: ce119f6b-ad3b-47a9-abb5-a1cd4517e1fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f05ce191b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 4388734f-65e6-4ad7-9146-b8eee028bd7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:43:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:43:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f062e8024da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 9b1b5536-7d50-4f80-a972-5611022f3e52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:44:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f0c7d9febfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 429c3b2b-d806-47f7-bf3c-f442319d9dd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 9ac9073c-5885-4e2e-9756-09f551071dbe
  kind: Event
  lastTimestamp: "2026-07-21T17:44:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bn4lr.18c45f0c7da05efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 7aeb74ad-f304-4832-88a5-a4ad7ab1ae9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: b67b3107-610c-4fbe-808a-dff5d19d48a0
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-bn4lr'
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c45ee11111f18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: 426e4070-9aa2-4dcd-aa93-291ce666c5ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: bbe8bd70-722a-4bd8-af8e-44471e891fa7
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1-predictor.18c45ee10c4f7583
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: 6eee47e9-4f10-4598-8d76-fb25122be288
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: ac45d3cf-e39f-4849-9b4f-169a76113f6b
  kind: Event
  lastTimestamp: "2026-07-21T17:44:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:44:13Z"
    name: isvc-autogluon-v1-predictor.18c45ee48ad875ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: e34e863a-9d52-4228-b763-7bd2024dbea0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: ac45d3cf-e39f-4849-9b4f-169a76113f6b
  kind: Event
  lastTimestamp: "2026-07-21T17:44:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:44:13Z"
    name: isvc-autogluon-v1-predictor.18c45ee48b439d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 9b42892e-7a01-4a2a-8646-624838ccd784
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: ee84e042-4bca-4c5c-bf16-505a94b2e5f0
  kind: Event
  lastTimestamp: "2026-07-21T17:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:44:08Z"
    name: isvc-autogluon-v1.18c45ee10c51e64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: 49774b30-1188-4a63-8ed2-bdbe63e55897
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: ee84e042-4bca-4c5c-bf16-505a94b2e5f0
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-autogluon-v1.18c45ee10d467268
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: d316ca5b-adb3-47e5-bbf1-c3e62dae5ba3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: ee84e042-4bca-4c5c-bf16-505a94b2e5f0
  kind: Event
  lastTimestamp: "2026-07-21T17:44:08Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:44:08Z"
    name: isvc-autogluon-v1.18c45f09ee69ac39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: e7a49bbe-1b3d-44f8-8573-c192ea340330
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:51:08.339658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f6ba88f6bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 63b7f84c-13e3-4e3a-988e-bd8e4d127d0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f6bc24256f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 67868cf7-d437-4fb3-991c-01d5e9df8aa4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f6bc3aedf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: a1eeb441-ec76-4fa6-8b51-c33c77f22466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f6bc67ac172
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: 4f3ea49f-8ab5-4c46-8ce4-28cee5626c24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f6bc6e9e2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: b7b8c8d6-2c30-48cc-9921-bda64873ba11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72a7b879fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 0d126bbe-8f91-44be-8a56-7b95d82f8140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72ab2e37a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: 7b167f40-c526-4097-8039-4232cda3a46c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72aba5eee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 7c796398-bd84-491d-9c41-eb893731a16f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72abaf3f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: b3e083c5-4d98-4734-bb47-951000b139cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72af567282
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: 5287f165-9f05-4b13-affd-6b90934c7dc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:51:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f72afcc50d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: c8daabd5-25cd-4ae3-ba7b-121287751de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:53:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f8b68882d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 96e1093a-bfc3-4f54-9f48-b35bc0ba0805
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 1097b635-0e8c-47b5-a400-d7e045b2b49c
  kind: Event
  lastTimestamp: "2026-07-21T17:53:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g.18c45f8b68896c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: c77bd7c1-fc18-41a3-8b34-a45553da0b64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: 7e33cb39-5d1f-4cc3-b157-31ebd63acca1
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g798g'
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c45f6ba81ad557
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: bee929ca-ef40-4fdc-8d9b-7ab6c42e7ce1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 70e0aa34-9e11-4461-a21d-18bb8b257ee6
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18c45f6ba38097cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 27732ba1-c8a2-4d82-9e85-c515ae815471
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: cea940a7-a5e0-4ff7-9cf5-8175bdac6f0a
  kind: Event
  lastTimestamp: "2026-07-21T17:51:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:51:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18c45f6f226da9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 76fafebc-5e8f-4feb-89cc-3a79e2351c92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: cea940a7-a5e0-4ff7-9cf5-8175bdac6f0a
  kind: Event
  lastTimestamp: "2026-07-21T17:51:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:51:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18c45f6f22d3bde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: f4085ac1-a7af-4b37-968e-99949b14e1d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T17:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: cea940a7-a5e0-4ff7-9cf5-8175bdac6f0a
  kind: Event
  lastTimestamp: "2026-07-21T17:53:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18c45f79a0036fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: cadd811d-62b2-43ec-a032-e1fe9448f642
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T17:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: cea940a7-a5e0-4ff7-9cf5-8175bdac6f0a
  kind: Event
  lastTimestamp: "2026-07-21T17:53:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:53:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18c45f79a06366b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: cef95ac4-0bc2-4233-a771-bd6c655e5b60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 1dc7973c-75d0-4591-9137-a544f33cef1e
  kind: Event
  lastTimestamp: "2026-07-21T17:53:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:14Z"
    name: isvc-autogluon-v2-noslash.18c45f6ba38ef4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 56aa6fd1-5a17-43c4-99c1-fee03bd7e583
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 1dc7973c-75d0-4591-9137-a544f33cef1e
  kind: Event
  lastTimestamp: "2026-07-21T17:51:08Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:51:08Z"
    name: isvc-autogluon-v2-noslash.18c45f6ba411f11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: a882e713-9b2b-4093-9326-50bd25a214c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:53:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: 1dc7973c-75d0-4591-9137-a544f33cef1e
  kind: Event
  lastTimestamp: "2026-07-21T17:53:14Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:53:14Z"
    name: isvc-autogluon-v2-noslash.18c45f88eb0b7f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 45de6931-5df6-4911-90bd-cea6c4eb0bab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:44:24.642351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:44:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:44:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f0daa53587f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: 8f5456d0-c2be-4fda-8ca6-97e5e9404b4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:25Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:44:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f0dc6487e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 37e67235-9e98-4d31-9750-22d23d492abb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f0dc7cb95e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: fb1d86f2-3e54-49b4-9fcc-34d488b3e17f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f0dce0fb5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 0297ed15-dc65-4e59-af7e-403dd700338e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:25Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f0dcf5d7464
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 7f8fb909-8725-419e-9829-87507380e995
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14aeb1c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: cba6cd7c-88c8-4966-b5d8-a5c99463ba0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14b17766ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: 7fca3602-6448-4455-84da-a42589386e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14b20bd3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: 5678eb4a-b570-4afb-bb06-99d69edf76eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14b2163a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: 4b51c4b0-3ac2-40ef-b0d1-ca1de0f1f72d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14b50757f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: 7616637a-3aa8-47df-a105-5d7d0e8cf2cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:44:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:44:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f14b57913a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18864"
    uid: 31119c26-79f8-4501-95d6-da76df4eff58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:46:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-21T17:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f2cb492d7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 3ed5d0cb-31fe-4457-aea7-95c3847ddae3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:46:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:40Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f2d695663a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 86dcb9fe-9aff-4bc3-8cb5-eea7f446724d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:46:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:40Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f2d69572077
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: dd48e80f-6130-4030-9b02-079520b34610
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: ea2d3e05-154a-4316-9a31-3ac6d2f5acba
  kind: Event
  lastTimestamp: "2026-07-21T17:46:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4.18c45f2d99175cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19625"
    uid: cd811df8-edc9-4f93-a20f-f4918dfb0637
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 6b130c0c-2d4b-47d3-b6e0-dd033824381e
  kind: Event
  lastTimestamp: "2026-07-21T17:44:24Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-x2cj4'
  metadata:
    creationTimestamp: "2026-07-21T17:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:44:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c45f0da9e720af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 7815a8f9-17a1-4488-a247-37ba5a006288
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: e1024daa-5855-4e85-8d33-8e3ed5e52e75
  kind: Event
  lastTimestamp: "2026-07-21T17:44:24Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:44:24Z"
    name: isvc-autogluon-v2-predictor.18c45f0da54a5c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 9b19e1a7-b4bc-4e69-9cf2-42e222f800e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 95f28f91-6ab9-4640-8bb9-8cdfa5b44a4a
  kind: Event
  lastTimestamp: "2026-07-21T17:45:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:45:09Z"
    name: isvc-autogluon-v2-predictor.18c45f11245658a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: e87cff9e-6c1c-4b5c-a0a1-8c601a234dc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 95f28f91-6ab9-4640-8bb9-8cdfa5b44a4a
  kind: Event
  lastTimestamp: "2026-07-21T17:45:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:45:09Z"
    name: isvc-autogluon-v2-predictor.18c45f1124a85ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: d4b11170-0f68-4809-b9cc-4121e0d7d6b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T17:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 95f28f91-6ab9-4640-8bb9-8cdfa5b44a4a
  kind: Event
  lastTimestamp: "2026-07-21T17:46:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:46:39Z"
    name: isvc-autogluon-v2-predictor.18c45f1ba1d408f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 649109b1-c96f-473a-8571-7ac3c90ad448
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T17:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 95f28f91-6ab9-4640-8bb9-8cdfa5b44a4a
  kind: Event
  lastTimestamp: "2026-07-21T17:46:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:46:39Z"
    name: isvc-autogluon-v2-predictor.18c45f1ba2557dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: c9a7792d-905f-4792-a193-fb0a7f56e021
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:46:46.148249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f2e9cbbfe4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19687"
    uid: 9a3cc6d1-c943-4746-81ea-232ba6d0af1f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f2eb6922d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 8ac5e895-a173-4e61-86ac-75cfee0f4ef3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f2eb80f6fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: a159a69b-3e9b-4fcb-a817-7b806cc1a4df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f2ebaa43735
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: e6b5ad22-3a35-45fd-9c6e-8e2b8111787d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f2ebb19da80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 35163f36-d4b3-41fa-af88-655b5fbe6bf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:47:16Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:47:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f35a4ca9e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: a5bfb325-bc2a-48d2-a284-bda4c444a65e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.974s
    (2m2.974s including waiting). Image size: 8940333851 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f5246a0e5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 624e84ca-acce-4ca8-ae0d-4409995764ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f524cded5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9faedf46-11eb-41f7-963b-58308af603a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f524e08d62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 0ef94fc7-b59f-4def-b9c2-a5bc1b395e11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f524e143027
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 8651cd3e-482f-42f2-85b4-836b50a3190e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f525502b33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: a82311a5-cad2-45fd-8c49-9d2d467c3461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:49:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:49:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f52566aed95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: 4bdd3473-97d3-4e24-9be1-00af2c79e1f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:51:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f6a751ac6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 4772a72c-f7b0-452d-a57a-4f60ca6ede17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 65d9cf7c-7229-49ef-8ca9-15e83f98e6ce
  kind: Event
  lastTimestamp: "2026-07-21T17:51:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:51:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7.18c45f6a751b47d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: bbf95321-88cb-4cf3-984f-ec66038c6561
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: deddd8d7-8096-4358-aba0-d9af8135b6c9
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-qc6v7'
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c45f2e9c5301e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: 8b72115d-dd47-4ffe-829c-e9db10bcac57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: 2d571a11-25e5-4bf8-b259-78d6a4c9ccf7
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants-predictor.18c45f2e97b4b074
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: ac8ceeb1-3ceb-4f43-9cbc-7032a68fc64d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: ec9de38c-5623-43dd-9945-cf078bf2422f
  kind: Event
  lastTimestamp: "2026-07-21T17:49:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:49:31Z"
    name: isvc-autogluon-v2-variants-predictor.18c45f32162113f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 1ec5c407-5d22-4b40-8185-9774713b768d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: ec9de38c-5623-43dd-9945-cf078bf2422f
  kind: Event
  lastTimestamp: "2026-07-21T17:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:49:31Z"
    name: isvc-autogluon-v2-variants-predictor.18c45f3216869b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: 8ce4942b-48f3-447a-a7a9-544353aefe54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: ec9de38c-5623-43dd-9945-cf078bf2422f
  kind: Event
  lastTimestamp: "2026-07-21T17:50:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:50:01Z"
    name: isvc-autogluon-v2-variants-predictor.18c45f588ca454b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: a4c21d23-9f65-4d8f-be40-7e9e1bec821f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: ec9de38c-5623-43dd-9945-cf078bf2422f
  kind: Event
  lastTimestamp: "2026-07-21T17:49:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:49:46Z"
    name: isvc-autogluon-v2-variants-predictor.18c45f588cf75c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: b096b05f-92f7-488a-af6d-2e92a1f008bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: f213b748-ba00-42f7-b567-ca2711f60135
  kind: Event
  lastTimestamp: "2026-07-21T17:50:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:50:56Z"
    name: isvc-autogluon-v2-variants.18c45f2e97be488d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 4cea8082-2368-44d3-9134-3e424ce5bc07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: f213b748-ba00-42f7-b567-ca2711f60135
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants.18c45f2e98540c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19693"
    uid: e9f17123-8ec1-48fc-a20d-b2f24fd9db13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: f213b748-ba00-42f7-b567-ca2711f60135
  kind: Event
  lastTimestamp: "2026-07-21T17:46:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:46:46Z"
    name: isvc-autogluon-v2-variants.18c45f2e9f394a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: 33a224c2-2c39-4ac0-8e0f-c21a90ef0694
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:50:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: f213b748-ba00-42f7-b567-ca2711f60135
  kind: Event
  lastTimestamp: "2026-07-21T17:50:56Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:50:56Z"
    name: isvc-autogluon-v2-variants.18c45f68ca2d85dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: 74a9d4db-c7ec-4a01-b000-4da3d852fcc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 29ec2d15-aa62-48c7-b43c-b052139410d0
  kind: Event
  lastTimestamp: "2026-07-21T17:46:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:46:27Z"
    name: isvc-autogluon-v2.18c45f0da55e9b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: c93155c8-14e4-4b91-ad71-a472d9bdbdd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 29ec2d15-aa62-48c7-b43c-b052139410d0
  kind: Event
  lastTimestamp: "2026-07-21T17:44:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:44:24Z"
    name: isvc-autogluon-v2.18c45f0da5dd0c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 6ac2c380-fe79-4195-b375-14645e7172e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:46:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 29ec2d15-aa62-48c7-b43c-b052139410d0
  kind: Event
  lastTimestamp: "2026-07-21T17:46:27Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:46:27Z"
    name: isvc-autogluon-v2.18c45f2a29082145
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 80a7f9de-b533-4d04-9928-051f1169ca58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:15:07.080798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460baa436ecdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33517"
    uid: a78ee09b-9d3a-462e-915e-ed51a4dd7783
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: "2026-07-21T18:15:07Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460babdd5ec4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: 622b0695-1d45-4e0f-af2b-b7437499704d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: "2026-07-21T18:15:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:11Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460babf31d64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: df78582b-0266-4790-a890-9330ca7ed771
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: "2026-07-21T18:15:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:11Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460bac1cdf5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 866af86a-2830-42c9-8419-b4f95e7b9db1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: "2026-07-21T18:15:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:11Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460bac24260f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 89758d92-9378-4936-b9b9-c15c2d0e2982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 11332f70-549d-4c11-a626-a032dfbf1365
  kind: Event
  lastTimestamp: "2026-07-21T18:15:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:12Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg.18c460bbe1be037c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: 39baa837-2724-4d90-8605-143c8756aebc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f90a62-predictor-76fc84c75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 3ec1a5e3-a2ee-4f70-88a9-6af1da5e6a8f
  kind: Event
  lastTimestamp: "2026-07-21T18:15:07Z"
  message: 'Created pod: isvc-init-fail-f90a62-predictor-76fc84c75b-sf8vg'
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62-predictor-76fc84c75b.18c460baa3c81dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: b14ef290-08f6-42cc-8219-dcec644e2071
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f90a62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: 1cf0017e-733a-4d90-a8ee-e727b721b28a
  kind: Event
  lastTimestamp: "2026-07-21T18:15:07Z"
  message: Scaled up replica set isvc-init-fail-f90a62-predictor-76fc84c75b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62-predictor.18c460baa1361c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 0336633c-d517-4b18-b544-5cc08e610a62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f90a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 0c7d65e3-6eed-4ade-b077-9e44d42d363c
  kind: Event
  lastTimestamp: "2026-07-21T18:15:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:15:11Z"
    name: isvc-init-fail-f90a62.18c460baa13c4be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 0ce98b7d-e50c-4c7a-b2a9-abc2a596443d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f90a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 0c7d65e3-6eed-4ade-b077-9e44d42d363c
  kind: Event
  lastTimestamp: "2026-07-21T18:15:07Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-f90a62":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-f90a62":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62.18c460baa1bb9f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: b6ed94c6-159b-4067-80a0-0e050cd7a28f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f90a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 0c7d65e3-6eed-4ade-b077-9e44d42d363c
  kind: Event
  lastTimestamp: "2026-07-21T18:15:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-f90a62": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:15:07Z"
    name: isvc-init-fail-f90a62.18c460baa1bbe9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 344fde6b-0202-4f17-8d07-56a62a57451b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:54:57.863509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-lzlql
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:54:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:54:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa1193f6ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: e2e2da4b-a02c-4e14-8c65-22f016bd1c7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa122598d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 2b954fb9-fc7f-4bba-a394-59a2fce426f3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:58Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:54:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa156abb933
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: b948b4e1-6131-4d20-bd54-adca95e321f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa1584a0793
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: b409555e-b9a4-4c3f-9de0-492844def115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa15abe8d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 4b43db83-2125-4765-a471-004aeb42230b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:54:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa15b3177a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 6b2c659e-6e3f-435a-b6e7-b560fef5f380
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:03Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa25c5acecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: 86e9d734-9767-4106-adc7-a53f6c68a2a1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.194s (6.194s
    including waiting). Image size: 607411471 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3cd92f027
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 5d1a9f07-3c5c-4422-a08e-f53f5f7bac13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3d143a20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 69ae3c6e-354c-40cb-bb44-58178c0a5b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3d1b67b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: ac47f1d4-2daa-4925-8b1b-b055e9c6b79c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3d1c13cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 19a42b64-e74a-42e8-8b80-6fb33b0df120
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3d49b0c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: c5dded6c-3a15-4c0f-98f3-6d1507c3b212
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:55:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:55:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa3d50c0d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: c6da275a-7bf5-45ea-9c4e-9009546065c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fa43ba6f800
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 8ec8ed3b-351b-46a7-83ec-daa828205098
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fb61640517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24141"
    uid: 77238c99-0cf1-490b-9fe2-521f79aa1ed1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fb616411fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: c92b923a-a9f8-47c5-90f7-f659bdd83b8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: d3f253dc-9500-4df3-91ad-4b2623b3c96a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-lzlql.18c45fb717cdb451
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: e3aca982-160b-469e-9ae7-79883aaaf7d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 16acada9-d150-4ecf-914e-89ef0c505a0a
  kind: Event
  lastTimestamp: "2026-07-21T17:54:57Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-lzlql'
  metadata:
    creationTimestamp: "2026-07-21T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c45fa118dafa2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 8759caac-ab71-419f-b35b-afdb2ca74ece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: c3b09d88-e655-404b-8613-adf73e0e9f77
  kind: Event
  lastTimestamp: "2026-07-21T17:54:57Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:54:57Z"
    name: isvc-lightgbm-predictor.18c45fa11549fc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 6a5e4fad-520a-4762-9d8a-bcf89d3df405
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: b4634173-17ed-4dee-b7e4-53b279df0c99
  kind: Event
  lastTimestamp: "2026-07-21T17:55:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:55:42Z"
    name: isvc-lightgbm-predictor.18c45fa494455818
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: 8fef5575-b42c-4ca2-abbb-b08a60a502ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: b4634173-17ed-4dee-b7e4-53b279df0c99
  kind: Event
  lastTimestamp: "2026-07-21T17:55:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:55:42Z"
    name: isvc-lightgbm-predictor.18c45fa494b3f208
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: cf48925f-2f76-4c81-a0ee-6ee715483fb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: b4634173-17ed-4dee-b7e4-53b279df0c99
  kind: Event
  lastTimestamp: "2026-07-21T17:56:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:27Z"
    name: isvc-lightgbm-predictor.18c45faf11bcc210
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 19dda5d3-6972-4d6a-901f-a7b089d3f6df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:55:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: b4634173-17ed-4dee-b7e4-53b279df0c99
  kind: Event
  lastTimestamp: "2026-07-21T17:56:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:27Z"
    name: isvc-lightgbm-predictor.18c45faf120ba41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: b52449e5-9bd0-4ba4-b5c7-cc4751df8b80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:56:33.188645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb74b11858c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: 5c33aeb8-cf22-4732-bea2-163f49048b01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb7649459d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: 27e8b84b-3e18-4dcb-84a6-3e6053dd373a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb7665355ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: 8f4724e6-7ee9-40c4-a0cd-767202320c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb76978bc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 5db7f643-d594-4376-8e81-972daaa486b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb769dcdadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 3cc50447-05cd-4fb3-aa90-af47ed2b9a23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:37Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb85f3578eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: 27ed57c5-5d83-4c24-8b82-b60eb8521b76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.027s (6.027s
    including waiting). Image size: 607411471 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9c677794e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: c16874ed-7046-4357-b52e-358cc8e46500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9c962ccbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: e8bd31cd-b450-4b3a-a707-7179d170f49e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9c9d94ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: fe6991c0-adad-491f-95f6-77126763f2d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9c9e31990
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 13431a92-c335-43e7-b3a5-e9ad21e5744e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9cd19fd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 65a2c33d-2045-4262-9e68-0dece59e4d3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:56:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:56:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fb9ce251cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 76e88f02-b963-4d41-bfb6-6de75a4f4423
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:57:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:57:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fba3e8dc94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: ed60571b-d176-4cdc-b469-4fc4418fd8de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:58:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fcc87a8a507
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: d23febac-84b1-4001-b55c-26f8253957a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:58:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fcc87abe6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: 132120f7-50c3-4032-b8ba-893f7d569bb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: 103c4a75-b504-47d5-bfc4-16809bc23f6a
  kind: Event
  lastTimestamp: "2026-07-21T17:58:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g.18c45fcd1ac594b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: c8497b5a-2ea7-4a01-a947-7095e8777b34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: d8712c47-053e-41d8-bd8b-f0e9933e8518
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-srm7g'
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c45fb74aba0822
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 78b06bbc-685a-4c1c-a235-716919c1155b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: a6fdfab8-cf53-4ee6-a571-51ac2889bf9d
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime-predictor.18c45fb74665340f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: b16ed03a-8c81-4cda-8b1b-37bef4f9e6b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: 36bc0241-ce1e-498c-a512-9864ccc5cd81
  kind: Event
  lastTimestamp: "2026-07-21T17:56:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:48Z"
    name: isvc-lightgbm-runtime-predictor.18c45fbac57636bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24350"
    uid: f46b9dc3-63d9-4637-903e-00ac34c2c6bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: 36bc0241-ce1e-498c-a512-9864ccc5cd81
  kind: Event
  lastTimestamp: "2026-07-21T17:56:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:56:48Z"
    name: isvc-lightgbm-runtime-predictor.18c45fbac5e6ac40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 0f128200-b4fe-48e0-b167-5e73c44193a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T17:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: 36bc0241-ce1e-498c-a512-9864ccc5cd81
  kind: Event
  lastTimestamp: "2026-07-21T17:58:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:58:03Z"
    name: isvc-lightgbm-runtime-predictor.18c45fbe44c225b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25174"
    uid: fb6eff6c-c7e0-48d3-9467-2c7439c23f95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T17:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: 36bc0241-ce1e-498c-a512-9864ccc5cd81
  kind: Event
  lastTimestamp: "2026-07-21T17:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:58:03Z"
    name: isvc-lightgbm-runtime-predictor.18c45fbe4527e959
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 395ceb07-1791-4811-82ab-665b6557b7c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: 84dfee09-31fe-47f2-a248-769a76b351dc
  kind: Event
  lastTimestamp: "2026-07-21T17:58:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:58:02Z"
    name: isvc-lightgbm-runtime.18c45fb746703d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 8df9f087-7cad-47f6-acf6-9ef8fe18b9f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: 84dfee09-31fe-47f2-a248-769a76b351dc
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime.18c45fb746f310a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 571a9650-b0e4-4c04-8415-bcad1b8d6933
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 84dfee09-31fe-47f2-a248-769a76b351dc
  kind: Event
  lastTimestamp: "2026-07-21T17:56:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:56:33Z"
    name: isvc-lightgbm-runtime.18c45fb74d70bc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: a866356e-16c6-4503-bd0b-e2f961ab2133
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 84dfee09-31fe-47f2-a248-769a76b351dc
  kind: Event
  lastTimestamp: "2026-07-21T17:58:01Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:58:01Z"
    name: isvc-lightgbm-runtime.18c45fcbf69a21b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 45e1f12d-f752-424d-be78-628f39c588a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:01:14.915029Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:01:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:01:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff8e345242c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: 546588cf-f1c6-4086-adec-3bc943e2af09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff8efc8a8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 2dd7d6e3-bf8b-494c-b037-a747b529806d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:15Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:01:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff9210848d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: 014b5417-eebc-4125-b350-04dd8169a135
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff922777073
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: fa2ac8a9-8d8a-46b8-a68e-efc2f0358734
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff924ffbeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: 13708a9c-2c4c-4dd2-9441-44a8c2fe9292
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ff92565ad8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26680"
    uid: 3b68704d-48f0-4791-acad-e0a696498075
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:19Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa0ef99e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: 9b05ed3a-ee76-455d-916e-7a0febdefb78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa12365a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: 8e83fbd3-226a-4480-a726-5fc514cb7682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa129d180b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26722"
    uid: 319cbd77-5aa8-452b-b0b8-23882bfeb80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa12a72a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26723"
    uid: 472cc7e0-abfa-44f6-a9bf-f0792b998d41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa1550b3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 63c70596-bc1b-4a5f-91be-fc31ab64e022
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa15b66fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 18a1b5b2-16ae-463a-ab7b-1914dc9c5fac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffa86c79701
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: d7eceb2e-939c-4c7a-8909-d3cbd339280c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffd900b0b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: d7d70216-0580-444e-9f97-a5eb309d6b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 0336f600-50f6-4113-a741-a8969761127f
  kind: Event
  lastTimestamp: "2026-07-21T18:01:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz.18c45ffd900ba713
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: c619e789-b942-4473-87f9-99535d9a96a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: d9af79c3-b7c9-4dbc-b510-ba96507270d0
  kind: Event
  lastTimestamp: "2026-07-21T18:01:14Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-7lwmz'
  metadata:
    creationTimestamp: "2026-07-21T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c45ff8e2d2992c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: 7b1c434e-2f23-4b28-a54f-a0cbd3f15e65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 80880257-7a26-4543-a5a5-8e0742595077
  kind: Event
  lastTimestamp: "2026-07-21T18:01:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c45ff8de77cdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 65368835-f115-4f2e-8ede-cefec8870312
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: bbdeac08-3a74-4d53-99d4-9963dc34e1fa
  kind: Event
  lastTimestamp: "2026-07-21T18:01:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:29Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c45ffc5d0f1c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26801"
    uid: 1a68d9b0-4f82-4de8-a9e0-998426c617e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: bbdeac08-3a74-4d53-99d4-9963dc34e1fa
  kind: Event
  lastTimestamp: "2026-07-21T18:01:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:29Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c45ffc5d7d35fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: b5f23c3d-13bb-4fc7-ad01-204ca4d00a44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 21160a59-e73d-4c72-80e1-36c50be5e643
  kind: Event
  lastTimestamp: "2026-07-21T18:01:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:28Z"
    name: isvc-lightgbm-v2-kserve.18c45ff8de800aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: f39b494c-cc71-4af4-bf90-a7d1243e996e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 21160a59-e73d-4c72-80e1-36c50be5e643
  kind: Event
  lastTimestamp: "2026-07-21T18:01:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:14Z"
    name: isvc-lightgbm-v2-kserve.18c45ff8deebe565
    namespace: kserve-ci-e2e-test
    resourceVersion: "26645"
    uid: 1808bb74-096a-4535-b037-4108305d7c79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: 21160a59-e73d-4c72-80e1-36c50be5e643
  kind: Event
  lastTimestamp: "2026-07-21T18:01:28Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:28Z"
    name: isvc-lightgbm-v2-kserve.18c45ffbf3af63a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 58282d48-5e30-4445-941b-27d264d1b9c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:58:09.581933Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:58:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcdbc8e541b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 2ad3a79a-33a4-41d4-ae67-092c71bce691
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T17:58:10Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcdd62fffd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: b2217ba4-681f-4e37-880f-38e298210806
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T17:58:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcdd7c0b0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: 23736d3e-0c99-4982-8713-95b4eda56442
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T17:58:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcddb0a92e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: 165a045c-57ba-4d5e-97f6-ddffe8a66aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T17:58:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcddb81c477
    namespace: kserve-ci-e2e-test
    resourceVersion: "25287"
    uid: 576537b9-ea31-47f0-bbba-c31f7d03bfb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T17:58:15Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-21T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:58:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fcf04a26292
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 0b047d12-9bb3-4e79-af5b-8416af0d1264
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m11.552s
    (2m11.552s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45feda5c52cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: 980a96d2-f1a2-47c0-9b2f-0945d275d978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fedab2b7bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: e2870d5e-eea3-417d-bbdc-d7d827e622dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fedac4200f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 4fd04e16-0433-49a4-8d48-6cbd1dd5394e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fedac4d0774
    namespace: kserve-ci-e2e-test
    resourceVersion: "26260"
    uid: da5ce7b7-e357-403c-8eab-72ff4bdacd7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fedb143b859
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 60ded59d-f8b0-4525-9c68-9a57d85bfad7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:00:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:00:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45fedb22c7610
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 12cd432d-794e-4013-9339-70975cfa0035
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:01:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45ff7afd9b25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: 0a18f8d2-2dcc-4b55-b488-754676e5d210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 718776d3-4895-408e-891c-54f816e08ed6
  kind: Event
  lastTimestamp: "2026-07-21T18:01:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6.18c45ff7afdac15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 35587a71-1521-4a12-8627-8a69c76b9ba1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: 8f4c2f9e-800e-423b-82e3-e944e7a7452c
  kind: Event
  lastTimestamp: "2026-07-21T17:58:09Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-wsfz6'
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:58:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c45fcdbc1e6617
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 9f93dc36-682a-4170-9459-0d6fb1fac57c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: b22ee124-cf98-4bed-84ff-9e36ed91a4ba
  kind: Event
  lastTimestamp: "2026-07-21T17:58:09Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:58:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c45fcdb6e4e401
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: ff7326ae-1923-4a86-b25c-cb18d2f060be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: a1c2a6df-3fa5-4acc-b1e8-93333269bb2b
  kind: Event
  lastTimestamp: "2026-07-21T18:00:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:00:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c45fd135e2f847
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: e9d1b45e-bf3e-4965-bc19-d75484c333c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: a1c2a6df-3fa5-4acc-b1e8-93333269bb2b
  kind: Event
  lastTimestamp: "2026-07-21T18:00:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:00:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c45fd136375bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: f75d830d-28fd-41ef-8095-7e2f395dc9e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: a1c2a6df-3fa5-4acc-b1e8-93333269bb2b
  kind: Event
  lastTimestamp: "2026-07-21T18:01:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c45ff42c81dc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 4259b3f5-224f-47ac-a206-d14267703a18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:00:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: a1c2a6df-3fa5-4acc-b1e8-93333269bb2b
  kind: Event
  lastTimestamp: "2026-07-21T18:01:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c45ff42d2dcc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: ae4cb0d5-f7c7-4f88-9942-11e5a1f5b2d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 9831a4ab-e99a-4273-a8ce-85476c69f690
  kind: Event
  lastTimestamp: "2026-07-21T18:01:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:04Z"
    name: isvc-lightgbm-v2-runtime.18c45fcdb6ed4305
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 06701db7-1225-45c2-875c-dd3a878a4584
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 9831a4ab-e99a-4273-a8ce-85476c69f690
  kind: Event
  lastTimestamp: "2026-07-21T17:58:09Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:58:09Z"
    name: isvc-lightgbm-v2-runtime.18c45fcdb78235cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: d1fa86e4-f556-4743-a061-fad1a1c8fb0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 9831a4ab-e99a-4273-a8ce-85476c69f690
  kind: Event
  lastTimestamp: "2026-07-21T17:58:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:58:09Z"
    name: isvc-lightgbm-v2-runtime.18c45fcdbdd45cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 3f97fcc4-5a53-4bf9-bbea-44b6b3c081fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 9831a4ab-e99a-4273-a8ce-85476c69f690
  kind: Event
  lastTimestamp: "2026-07-21T18:01:04Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:04Z"
    name: isvc-lightgbm-v2-runtime.18c45ff689e24648
    namespace: kserve-ci-e2e-test
    resourceVersion: "26532"
    uid: 6bc916dc-0f34-439d-85d2-e4b455c17d66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 9faa3db0-13b4-4a82-a3c1-09593c26511e
  kind: Event
  lastTimestamp: "2026-07-21T17:56:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:56:27Z"
    name: isvc-lightgbm.18c45fa1154cbba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: b874dac7-8c81-4070-8393-d20b83f0686e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 9faa3db0-13b4-4a82-a3c1-09593c26511e
  kind: Event
  lastTimestamp: "2026-07-21T17:54:57Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:54:57Z"
    name: isvc-lightgbm.18c45fa115fee994
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 37fba8ca-405e-446c-b8c8-4668aedbc7ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 9faa3db0-13b4-4a82-a3c1-09593c26511e
  kind: Event
  lastTimestamp: "2026-07-21T17:56:27Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:56:27Z"
    name: isvc-lightgbm.18c45fb5f3dc9ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "24119"
    uid: 844e840d-f1d0-431b-8178-51f18c229096
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:39:37.867131Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-85db8844c-2srb5
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:39:37Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecae530aa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 493ab55a-0fe8-4cbf-9b80-3caefc9c99c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:38Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:39:38Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecafecb327c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 1870f81c-df80-4c54-97c6-785a89839bba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:38Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecb00ab3a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 58be0e65-fd2b-423b-829f-395ff235db14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:38Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecb032cec83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 8793520f-923e-45e4-8417-ad6261add082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:38Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecb03a12655
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 287d40d7-ed36-4d1c-b396-ec360afeb198
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf0d8ee52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: a49e121e-405f-481d-8ce1-f51d89b985e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf4246f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: f9a7dd58-e0ce-4dee-8f4e-d7e6cae156e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf4986ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: c021a5d8-779b-433e-83c5-25d89e3162d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf4a2147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 4ceba132-7161-48d9-a947-edb610d6bee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf7cb4ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 830183d6-b9d1-4289-a338-a8e47b94eabe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf85c7e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: ef6ee3c0-1bdb-4bb3-9254-a6d76f09c283
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a6dd057fcbb6a3a050885e9fca53c6c0863f884934b195f20c7d1ba14dfd564c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbf8661aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 53a5b744-c25e-4964-9193-032ee2c66792
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbfb1de3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 37069b2e-1d21-4fe1-8cca-8ed7f1a149e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:39:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-21T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:42Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecbfbac531c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: a9fe4567-60e8-419d-ae10-eee18b4dd8c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:28Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecc2cedcccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: af645de4-5ba8-4443-9ee6-91e697dec647
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-21T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:28Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ecc2cf883f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 48c328e5-8b1b-4d53-81e8-95cc717b4560
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ee10da033be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: d39a015a-0ce6-43e0-b098-e261eb4dab13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ee10da08404
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 4216b05e-10d5-48bd-ac70-4e53df36e3b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ee10da0edb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 7a25641f-8035-4214-b30a-e566cc04562d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85db8844c-2srb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7b13850b-b34f-456c-96a2-b2762918beb3
  kind: Event
  lastTimestamp: "2026-07-21T17:41:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:24Z"
    name: isvc-logger-predictor-85db8844c-2srb5.18c45ee15d1cae21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: ba1c01b1-1adb-4683-8f78-7e9b4863bf83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-85db8844c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 3a31b13f-9a94-4aae-958b-c6b771714a0e
  kind: Event
  lastTimestamp: "2026-07-21T17:39:37Z"
  message: 'Created pod: isvc-logger-predictor-85db8844c-2srb5'
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:37Z"
    name: isvc-logger-predictor-85db8844c.18c45ecae4ae9dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 352a7398-e114-4795-af70-338dc0c0dc5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: ca22b5ba-f5a5-47e0-8f66-06fa5f4804eb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:37Z"
  message: Scaled up replica set isvc-logger-predictor-85db8844c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:37Z"
    name: isvc-logger-predictor.18c45ecadf7dd69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: a2283472-0eb8-4bc9-af24-0411aa5e9d3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 5370f8df-bdef-4420-8863-da9810297651
  kind: Event
  lastTimestamp: "2026-07-21T17:39:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:52Z"
    name: isvc-logger-predictor.18c45ece5d9de5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 82113bb4-25c8-4c47-8376-58ef894449b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 5370f8df-bdef-4420-8863-da9810297651
  kind: Event
  lastTimestamp: "2026-07-21T17:39:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:52Z"
    name: isvc-logger-predictor.18c45ece5e3ec50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: ac0268aa-8e16-426a-9ca6-1de142b1d491
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T17:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 5370f8df-bdef-4420-8863-da9810297651
  kind: Event
  lastTimestamp: "2026-07-21T17:41:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:41:07Z"
    name: isvc-logger-predictor.18c45ed1dd660852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 265d4fa6-03d5-4c20-badf-ca4d8a0a1ec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T17:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 5370f8df-bdef-4420-8863-da9810297651
  kind: Event
  lastTimestamp: "2026-07-21T17:41:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:41:07Z"
    name: isvc-logger-predictor.18c45ed1dddcd1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: f865613f-fc2a-442d-ac0b-073493b81ba2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: b139ea2a-f85f-4ec2-b153-09b937ee8002
  kind: Event
  lastTimestamp: "2026-07-21T17:40:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:40:59Z"
    name: isvc-logger.18c45ecadeb9652d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 36d99daa-2afb-4f3b-afb4-1f0632a571a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: b139ea2a-f85f-4ec2-b153-09b937ee8002
  kind: Event
  lastTimestamp: "2026-07-21T17:39:37Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:37Z"
    name: isvc-logger.18c45ecadf315ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 178517f8-6850-4007-b151-3665090a5638
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: b139ea2a-f85f-4ec2-b153-09b937ee8002
  kind: Event
  lastTimestamp: "2026-07-21T17:39:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:37Z"
    name: isvc-logger.18c45ecae84f91a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: f1a2747a-60a9-4b24-8ded-258ab637c636
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:40:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: b139ea2a-f85f-4ec2-b153-09b937ee8002
  kind: Event
  lastTimestamp: "2026-07-21T17:40:59Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:40:59Z"
    name: isvc-logger.18c45eddca875c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: decc65ec-ff19-4f89-b57b-f535650088d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:01:40.171583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:01:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45ffec4ad7ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 061f0314-3bc5-4131-9d4d-060926ad3c9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45ffecde4a568
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: 6d6d8603-047f-4521-8716-826b66f8f030
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26931"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:41Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:01:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45fff020b1f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26943"
    uid: 88655e12-0134-47d5-b24f-550d79374ecb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45fff03a1c72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 14c019a6-c317-48b0-887d-219c3697df86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45fff06355318
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: b3525efe-c0be-485a-b6fd-902ebdd977af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c45fff069f3f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: 6fc0dfe2-0b7b-4fec-a58b-3bf725c2ccb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c46000241438ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: af00c2f7-98d6-4243-8dca-213e0c65b2fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c4600026f19a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: bbbeeb2f-2b87-4f79-9a3c-8c5081071e0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c460002756771b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: f9d9bd1c-252d-461e-b073-920b649f5f8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c4600027606389
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 7bb187b5-9d21-47eb-a83b-21ffacf4fa69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c460002a05df42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26997"
    uid: e56a9e2c-7c3d-4345-a703-96ead30ed3ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:01:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:01:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c460002a6a46c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: d07f463a-d163-4ead-bf53-a8490c695d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:02:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c4600a6f3a17e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 94cfba28-3609-4262-9024-38ee66fe20e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 77b884d9-81f1-4726-b3ea-84fa286d036e
  kind: Event
  lastTimestamp: "2026-07-21T18:02:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5.18c4600a6f3a90f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: 28ec2d4f-161f-467f-bd25-c44b6e125ea4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: cd8cecbb-4897-4889-b1d4-e59d3b85533d
  kind: Event
  lastTimestamp: "2026-07-21T18:01:40Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-xxhh5'
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c45ffec4426865
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 8c55b14a-575d-413a-9ad5-5e3193ef8851
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 1b323e81-d96d-4026-a6bc-9bee690da482
  kind: Event
  lastTimestamp: "2026-07-21T18:01:40Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:01:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18c45ffec12dac16
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 2e2bf34f-1775-4e7d-876e-9e9340ea292a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 974dd38d-a3dc-4ac4-be9e-7ff9fc11f800
  kind: Event
  lastTimestamp: "2026-07-21T18:02:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:02:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18c4600240315905
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: 155e1f67-5384-453f-87f1-af24f1f969ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 974dd38d-a3dc-4ac4-be9e-7ff9fc11f800
  kind: Event
  lastTimestamp: "2026-07-21T18:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:02:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18c46002409c953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27274"
    uid: a514cd2d-3944-46c3-a8ee-73ef2619beba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 7a49c06f-36c3-4149-beef-7cdd6a280417
  kind: Event
  lastTimestamp: "2026-07-21T18:02:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:02:24Z"
    name: isvc-mlflow-v2-runtime.18c45ffec15f3d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: ca85ee1f-812d-4717-b206-6b1da1ec3832
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 7a49c06f-36c3-4149-beef-7cdd6a280417
  kind: Event
  lastTimestamp: "2026-07-21T18:01:40Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:01:40Z"
    name: isvc-mlflow-v2-runtime.18c45ffec1bc222e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: 2cdf45e6-22a8-41a4-b9e6-765366bb7eb6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 7a49c06f-36c3-4149-beef-7cdd6a280417
  kind: Event
  lastTimestamp: "2026-07-21T18:02:24Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:02:24Z"
    name: isvc-mlflow-v2-runtime.18c4600904d56522
    namespace: kserve-ci-e2e-test
    resourceVersion: "27267"
    uid: b53947bf-b842-4b5c-9500-223fbe13b304
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:04:00.705727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-z5tls
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:04:00Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601f7d2a5132
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: 1b35f3b6-c5fa-4011-bfd7-5297db59f10e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:00Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601f87164b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: b5da1708-5827-4950-b9e9-8a6ab5e37784
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28098"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:01Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:04:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601fba93e74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: ba8b1ab9-639c-4eee-a267-c2c8604642f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601fbc0ec95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28111"
    uid: d97c8bb9-0459-4482-9238-8ab61613cdbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601fbf0e940e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 6dd8e8e2-8e46-4a62-9af8-15d19536aafb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4601fbf85842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: 08e37b07-ac80-4b89-afee-f6442fc83869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:06Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c46020e37a4f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28156"
    uid: a06c4603-03e5-4f46-9667-616eb62cc8e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.568s (11.568s
    including waiting). Image size: 1166530809 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c46023950223e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: 96e806fc-7bc4-4f42-af91-ff42111e356e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4602399105ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 87412925-e283-4880-b2c8-a6ab50faa63f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c4602399919ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: 4baeaaba-bdd6-433e-bff5-3dd8fa2a0259
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c46023999b070d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28257"
    uid: d14c8348-f759-44e1-b856-6de314cbca68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c460239cde42ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28258"
    uid: 4abbb6a3-5dcf-4e62-99c7-35e271a15282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c460239d5da5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28259"
    uid: c47fe62e-0ba9-4aba-bffe-ddc19fe75905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:04:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:55Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c46023b2916b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28528"
    uid: c6822a0d-f0ce-4907-b1c1-02db921182f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:05:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c460302fa05d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: ef01c1bd-fa74-49e3-bf8e-04ef435a0cf5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 38dba9a5-68b6-47d8-9ebc-a5703d5acdf7
  kind: Event
  lastTimestamp: "2026-07-21T18:05:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-z5tls.18c460302fa0fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e6835c15-c3e3-4141-a7c4-e5ff584fd939
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 452f62f1-4bf1-4d33-a7f4-3f94b0817a92
  kind: Event
  lastTimestamp: "2026-07-21T18:04:00Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-z5tls'
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:04:00Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c4601f7ca8eef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: 78188000-70fa-4f58-8f9c-45e46f35315e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: 06d01625-4926-4454-9aeb-99e5ecba4791
  kind: Event
  lastTimestamp: "2026-07-21T18:04:00Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:04:00Z"
    name: isvc-paddle-predictor.18c4601f79803bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: c85c4937-9c6c-401e-a105-faa12dfc006c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: 29658d03-dece-4140-990f-717181aa1000
  kind: Event
  lastTimestamp: "2026-07-21T18:04:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:04:45Z"
    name: isvc-paddle-predictor.18c46022f8a4939a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28459"
    uid: 2a7970e5-1cc1-48b3-bc6a-86e2d6e3c103
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: 29658d03-dece-4140-990f-717181aa1000
  kind: Event
  lastTimestamp: "2026-07-21T18:04:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:04:45Z"
    name: isvc-paddle-predictor.18c46022f9357ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: e33d02cc-ecc4-464c-9ca9-d7ececaf8020
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 29658d03-dece-4140-990f-717181aa1000
  kind: Event
  lastTimestamp: "2026-07-21T18:05:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:00Z"
    name: isvc-paddle-predictor.18c4602d767769c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: 0d3f3de0-79da-4581-8afd-1b66e36839b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 29658d03-dece-4140-990f-717181aa1000
  kind: Event
  lastTimestamp: "2026-07-21T18:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:00Z"
    name: isvc-paddle-predictor.18c4602d76ed879c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 219245c5-4b9c-44ee-a1dc-a722e3f9cf41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:05:17.584093Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28734"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-6gl22
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:05:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c460316379218c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 1a3506d3-2573-4a97-9787-258575a3037e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46031714d9f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: 4ed327fe-f328-4c17-aa77-597a9525e499
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:18Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:05:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46031a144bb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28757"
    uid: df311954-ec0b-486d-a060-1872af764c96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46031a2d71a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: 54ded006-8de1-467f-a72b-1173fdfc48a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46031a5441639
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 883fa4d5-7331-40aa-a42f-8f2db940ba66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46031a5b15203
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: 11d684b7-6bc1-450e-a155-d3e17cc704b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:24Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c460331cd5ebd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: 39771692-6bda-44cb-95f5-5d35c9361e3a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.418s (11.418s
    including waiting). Image size: 1166530809 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035c5675bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: 5c1fa0c7-88d4-4af7-a1d4-280430dbfc40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035c8af4722
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: f6dcba55-eb84-46f0-9566-3615465b4e1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035c9248064
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 0aff9bbe-676e-45fe-b454-e5ebc3e403a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035c92f5646
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: 743359a6-53f5-47e1-9d46-947bfd8e2b85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035cc512b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: 070df611-954c-4a90-bb0b-57c09a133334
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:05:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:05:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c46035cccd702e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: d43cc3fe-7dc9-4020-b078-49e731add93d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:06:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c4603627a910bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29168"
    uid: 03982eba-a152-4a5d-8ef4-bac6c1968733
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:06:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c4604214b0ab2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: c2568a1e-0ec9-4d3b-9a7e-c0784fe95048
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 3b2868fb-d23b-4ebc-a653-03df9fd62037
  kind: Event
  lastTimestamp: "2026-07-21T18:06:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-6gl22.18c4604214b1100b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29309"
    uid: b7eb77b6-13d0-425d-87f1-e01cca2afb5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 9d8c95e0-dc93-4097-8b7d-da90f2b03229
  kind: Event
  lastTimestamp: "2026-07-21T18:05:17Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-6gl22'
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c4603163072253
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 90ff9062-3607-4616-a85b-012df404a0e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28723"
    uid: 8e9f6de5-413a-4378-bb7a-565898dfe02b
  kind: Event
  lastTimestamp: "2026-07-21T18:05:17Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:17Z"
    name: isvc-paddle-runtime-predictor.18c460315f3e9183
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: 178ef4c1-c9ff-4eda-ae83-8b1ecb676e56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 624d437c-6a27-4b45-9fd2-50e17be0896f
  kind: Event
  lastTimestamp: "2026-07-21T18:05:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:47Z"
    name: isvc-paddle-runtime-predictor.18c46034ddec18b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28980"
    uid: 6584e92d-47e9-493d-9241-c91099bb91e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 624d437c-6a27-4b45-9fd2-50e17be0896f
  kind: Event
  lastTimestamp: "2026-07-21T18:05:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:05:47Z"
    name: isvc-paddle-runtime-predictor.18c46034de56ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "28981"
    uid: be3bb709-3299-4ad1-90e1-8d2fc5b5b54d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: 624d437c-6a27-4b45-9fd2-50e17be0896f
  kind: Event
  lastTimestamp: "2026-07-21T18:06:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:06:17Z"
    name: isvc-paddle-runtime-predictor.18c4603bdcae8a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29193"
    uid: 2b5cf1a9-0619-4f52-ae51-e3962d95e758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: 624d437c-6a27-4b45-9fd2-50e17be0896f
  kind: Event
  lastTimestamp: "2026-07-21T18:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:06:17Z"
    name: isvc-paddle-runtime-predictor.18c4603bdd466488
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 02c6ed8f-4546-49e5-8c9a-1b3d71601be8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 90e52f13-da5e-4640-8e1c-1410f0e0bc8f
  kind: Event
  lastTimestamp: "2026-07-21T18:06:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:06:24Z"
    name: isvc-paddle-runtime.18c460315f41c5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 3ec8249f-a969-48f9-af6f-a26ee692f880
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 90e52f13-da5e-4640-8e1c-1410f0e0bc8f
  kind: Event
  lastTimestamp: "2026-07-21T18:05:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:05:17Z"
    name: isvc-paddle-runtime.18c460315fe796b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28729"
    uid: 8a2ee6ca-4896-4957-9bff-95de992aa1ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: 90e52f13-da5e-4640-8e1c-1410f0e0bc8f
  kind: Event
  lastTimestamp: "2026-07-21T18:06:24Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:06:24Z"
    name: isvc-paddle-runtime.18c46040e49fb1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: e52e3fd6-a3cc-44b1-8625-9b86ce40ceeb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:06:34.442833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46043489c5f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: 87d2f9e7-2fae-4036-99b0-c9e1e1873b48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c4604362ae1224
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: fe342121-0ab8-4e77-a2a0-d4dd62422618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c4604364554c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 406153c1-da23-4d37-97a6-961152f4f58c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c460436744c3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 8393f007-6205-4949-b43b-f8110c1cad1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c4604367b9b2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: f42f9a09-b25d-4e55-bf70-a9511b922e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044e642b6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: f05c5219-727d-4338-aede-8c5006d2d656
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044e9139ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: f31e7926-55ca-45fb-a91a-fa8d1521f4ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044e97f6764
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: 4d04f568-b0d3-4375-a896-683ce8794773
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044e98a350f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: a2a4282c-cfe4-42ab-8fde-e38bcedd042f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044ec688eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 2a92beb8-b2fa-4e5b-9375-369aa7d2a212
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:06:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:06:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46044ecd91031
    namespace: kserve-ci-e2e-test
    resourceVersion: "29451"
    uid: 3c46566d-1eac-4835-a924-e034f4c9e838
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:07:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c460455e1b8553
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: d7d4eead-f182-4a9b-8535-a1b4f5d5d001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:07:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46051b5b6ce73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: 7f25aba4-dd51-4a81-bd65-cd56e443debe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: f9efb33b-e40d-4239-9eac-4835271e3c0c
  kind: Event
  lastTimestamp: "2026-07-21T18:07:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh.18c46051b5b81b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29870"
    uid: 3064e177-5a01-482b-9765-f085d3bdad03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: ccac6f29-7026-4b47-a601-adde086c6982
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-vqjvh'
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c46043481f4988
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: b0b3ab73-17cb-41b7-85e8-c13cd2051b19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: 4c5e9523-48c5-44e9-9c4f-3dad87018595
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve-predictor.18c4604344b31c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29364"
    uid: c850ce3b-0d36-43b8-a91f-8f24ff547131
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: dea44d01-0bb9-4fb0-ab44-aa6af54b1a38
  kind: Event
  lastTimestamp: "2026-07-21T18:07:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:19Z"
    name: isvc-paddle-v2-kserve-predictor.18c46046c3c1de14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: 4536df1c-708d-40fe-a439-6e10160c3284
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: dea44d01-0bb9-4fb0-ab44-aa6af54b1a38
  kind: Event
  lastTimestamp: "2026-07-21T18:07:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:19Z"
    name: isvc-paddle-v2-kserve-predictor.18c46046c42c41f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29727"
    uid: 2026fa34-322d-43d7-b2d2-5c2d891d1e4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: dea44d01-0bb9-4fb0-ab44-aa6af54b1a38
  kind: Event
  lastTimestamp: "2026-07-21T18:07:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:34Z"
    name: isvc-paddle-v2-kserve-predictor.18c4604a42f52d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: 43b5bdd8-3a14-4091-81df-6421021fe718
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: dea44d01-0bb9-4fb0-ab44-aa6af54b1a38
  kind: Event
  lastTimestamp: "2026-07-21T18:07:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:34Z"
    name: isvc-paddle-v2-kserve-predictor.18c4604a43455a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 4b8c7d13-cb4e-43ed-adac-fd35227ed590
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: 8d7eb942-86c9-432f-8777-49412f5f00b7
  kind: Event
  lastTimestamp: "2026-07-21T18:07:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:07:29Z"
    name: isvc-paddle-v2-kserve.18c460434489f5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: f3045c9f-f139-4ac8-b720-29c3fd4fee0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:06:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: 8d7eb942-86c9-432f-8777-49412f5f00b7
  kind: Event
  lastTimestamp: "2026-07-21T18:06:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:06:34Z"
    name: isvc-paddle-v2-kserve.18c46043451c1e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: b571ca84-e538-4555-a10a-9fd3c4c6021c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "29799"
    uid: 8d7eb942-86c9-432f-8777-49412f5f00b7
  kind: Event
  lastTimestamp: "2026-07-21T18:07:29Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:07:29Z"
    name: isvc-paddle-v2-kserve.18c460501a353d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: a01254c4-0b01-4d11-ae39-cbe27c5f40f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 827364bd-ad2c-43c2-a05b-c8e714d717f3
  kind: Event
  lastTimestamp: "2026-07-21T18:05:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:05:05Z"
    name: isvc-paddle.18c4601f79951450
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: e83d59d3-83c4-4426-a17b-c6cc330594ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 827364bd-ad2c-43c2-a05b-c8e714d717f3
  kind: Event
  lastTimestamp: "2026-07-21T18:04:00Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:04:00Z"
    name: isvc-paddle.18c4601f7a15cd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: 792a672a-4d5c-42e2-84ba-cc9d2058d758
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 827364bd-ad2c-43c2-a05b-c8e714d717f3
  kind: Event
  lastTimestamp: "2026-07-21T18:05:05Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:05:05Z"
    name: isvc-paddle.18c4602eaa72b1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: 1fe0d10e-379b-42b4-8782-361a69e56ae0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:07:41.563311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29933"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-knxdf
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:07:41Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46052e94d9913
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: 991244d0-0276-4c99-abe1-010e24b9a909
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:41Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46052f32375e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29947"
    uid: 41550398-ee92-4f0d-a571-ec113175e83f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:42Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:07:42Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46053275f0ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 69b2c2ca-80eb-4301-8e47-cab9b89cce30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:42Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c460532a06006b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29960"
    uid: d53abab4-c30d-44f0-a683-5f903ba7d97a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:42Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c460532d026d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29961"
    uid: 864050e2-9ef9-46bd-ac52-26edfa038c76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:42Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c460532d7aab6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29962"
    uid: a5fa419c-baee-4e65-b810-cf4c2ed96fdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:46Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:46Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c4605419d26382
    namespace: kserve-ci-e2e-test
    resourceVersion: "29996"
    uid: 582eee15-a4ea-443f-99c0-031143b65c01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.148s (7.148s
    including waiting). Image size: 802187654 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055c3e4684d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 13c19c78-f036-44b2-b01b-1fad49e654ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055c7577427
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: d2e83d5b-06dc-4eda-abde-415d7a3e9eae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055c7dc1984
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 8c6cf988-b45a-452f-b629-58361f6d30c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055c7e850df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30050"
    uid: c289cb4c-ee40-476d-8a49-1e15f58940c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055cacbe56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30051"
    uid: 56746390-2c00-4200-a477-4129af531f26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:07:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:07:53Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46055cb4cbd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: 1c0e02b3-b51d-480e-9334-0b90084bdddc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:09:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:11Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c46056354f84d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: b60e9ad9-f3b1-487b-8e97-d02909f6a5b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:09:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:32Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c4606cc468890a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30774"
    uid: 145637ba-faf7-4913-bb02-0d0a3bf43c45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-knxdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 76fe69ca-f90c-4e45-a7fb-71bff2ab0ab9
  kind: Event
  lastTimestamp: "2026-07-21T18:09:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:32Z"
    name: isvc-pmml-predictor-8674795f59-knxdf.18c4606cc4691f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: c5b5bed8-1548-4b12-a38e-e594cf8a9985
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: 0e92b1fb-41e0-49ac-a8b7-f663862f5c96
  kind: Event
  lastTimestamp: "2026-07-21T18:07:41Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-knxdf'
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:41Z"
    name: isvc-pmml-predictor-8674795f59.18c46052e905cc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: 80da01ae-ed1c-4448-998a-602950f77da5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29922"
    uid: f7cf42b7-87c3-43b4-b88c-da6e169b0115
  kind: Event
  lastTimestamp: "2026-07-21T18:07:41Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:07:41Z"
    name: isvc-pmml-predictor.18c46052e56cdaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: a224e6c0-1985-4ac7-8d66-c23af7bef94c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29923"
    uid: 6680e470-41c2-41dd-aab9-e2cd7fa09594
  kind: Event
  lastTimestamp: "2026-07-21T18:08:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:08:26Z"
    name: isvc-pmml-predictor.18c460566497731b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: dfc390bb-4187-48cb-86f5-4db1352176bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29923"
    uid: 6680e470-41c2-41dd-aab9-e2cd7fa09594
  kind: Event
  lastTimestamp: "2026-07-21T18:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:08:26Z"
    name: isvc-pmml-predictor.18c4605665112c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 9afd2245-8d0f-4dd8-9812-8b835dbeefa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 6680e470-41c2-41dd-aab9-e2cd7fa09594
  kind: Event
  lastTimestamp: "2026-07-21T18:09:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:09:26Z"
    name: isvc-pmml-predictor.18c46060e2a28f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 77805886-1db6-4fc1-9bc2-0ed1b07eb654
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 6680e470-41c2-41dd-aab9-e2cd7fa09594
  kind: Event
  lastTimestamp: "2026-07-21T18:09:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:09:26Z"
    name: isvc-pmml-predictor.18c46060e31174a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: 3d488a36-adff-4fc0-8916-2ea5df9d9133
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:09:37.793121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-s42k4
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:09:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606df923d486
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: f771e6e8-b0ff-4a5e-8745-8c81cddb24af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606e06dfa552
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: 47368535-0fe3-4115-93a4-45390f2ee182
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30849"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:38Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:09:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606e36e64fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 89003f3b-2741-47fb-93f2-aa3fb791ad3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606e3860ad29
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 4b413f6e-cb56-4995-974c-d141b3975434
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606e3bdfdd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: c336c1f2-fb17-4387-8bb1-ffe1cd181dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606e3c518599
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 1927477b-21ec-470d-8b49-d58be3125aef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:43Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:43Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4606f3191dfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: e53998e3-526a-4bbc-b313-96224e6af4aa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:49Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.864s (6.864s
    including waiting). Image size: 802187654 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070caba60f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 35a03e51-9255-41f5-ba21-5809e156611c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070ce3faa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 8657dc57-b3a5-474d-8e71-f867c3f8ad11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070ceb455e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: ed908861-017d-4f26-ae27-3476d1326618
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070cebdb033
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 1e260ad3-e1bd-4b2f-ad4f-6ce0b480d1f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070d2266b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 10131a78-ffb4-421e-a616-53ed250f360c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:09:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:09:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070d29a7301
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: 4c39e530-f982-4072-b5bc-26d85006d3fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:11:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c46070d5040d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 6b4ea796-39a9-4435-b3dd-6f17d674a5e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:11:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4608587fb6809
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: 969ef6a1-51e4-49f0-8e95-395fb7aac9db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:11:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c4608587fbf1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 4fbb4e8a-90a7-4952-9da6-8d91abf644da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: 8bad146a-9928-4ec2-91b5-146ab68c9758
  kind: Event
  lastTimestamp: "2026-07-21T18:11:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:21Z"
    name: isvc-pmml-runtime-predictor-885fc8777-s42k4.18c460860539de4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: 0ca16bdf-3e64-4b9f-b5e4-0d6c0757a491
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 392637a7-4baf-484b-aef5-5a8a1111b955
  kind: Event
  lastTimestamp: "2026-07-21T18:09:37Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-s42k4'
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:09:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c4606df8b51112
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: c898e8d2-7765-4d59-b679-4990ea8d99b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 812c759d-dc10-4a8c-bb3d-2485451be19e
  kind: Event
  lastTimestamp: "2026-07-21T18:09:37Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:09:37Z"
    name: isvc-pmml-runtime-predictor.18c4606df310a9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 52093e3f-de6a-44fb-91d9-7b5d84e0054f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: fa6d755f-bf00-40b1-a80d-842937f95514
  kind: Event
  lastTimestamp: "2026-07-21T18:10:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:10:22Z"
    name: isvc-pmml-runtime-predictor.18c4607171e58d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: c31fcdcb-f9e0-4dfb-9ca3-4706beedb89a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: fa6d755f-bf00-40b1-a80d-842937f95514
  kind: Event
  lastTimestamp: "2026-07-21T18:10:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:10:22Z"
    name: isvc-pmml-runtime-predictor.18c46071727faa6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 9735bef9-2888-458a-a323-bcbafae717dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: fa6d755f-bf00-40b1-a80d-842937f95514
  kind: Event
  lastTimestamp: "2026-07-21T18:11:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:07Z"
    name: isvc-pmml-runtime-predictor.18c4607bf033a80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 30564f8e-24fb-4493-867d-443a7ddc97ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: fa6d755f-bf00-40b1-a80d-842937f95514
  kind: Event
  lastTimestamp: "2026-07-21T18:11:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:07Z"
    name: isvc-pmml-runtime-predictor.18c4607bf0b0698f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 9aa06f0e-acae-4825-81d4-60972936d4b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: ed27a445-3a0d-45f8-9a36-adc8e2740661
  kind: Event
  lastTimestamp: "2026-07-21T18:11:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:11:16Z"
    name: isvc-pmml-runtime.18c4606df310ecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31580"
    uid: f61f120c-338a-4b4a-b791-c368d81b7b07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: ed27a445-3a0d-45f8-9a36-adc8e2740661
  kind: Event
  lastTimestamp: "2026-07-21T18:09:37Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:09:37Z"
    name: isvc-pmml-runtime.18c4606df3a3d02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7c754c08-f185-44c3-b8d1-dc3681b25132
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: ed27a445-3a0d-45f8-9a36-adc8e2740661
  kind: Event
  lastTimestamp: "2026-07-21T18:09:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:09:37Z"
    name: isvc-pmml-runtime.18c4606dfa9bb580
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: 35054bfc-879a-4fcb-ad41-043b5be4c71f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: ed27a445-3a0d-45f8-9a36-adc8e2740661
  kind: Event
  lastTimestamp: "2026-07-21T18:11:16Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:11:16Z"
    name: isvc-pmml-runtime.18c46084e1024e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: 4d6f6489-912a-48f3-a067-a5a446630a5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:11:24.127169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46086bb2486cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 1e75e880-7c2d-4d9d-a943-8d24b238c4c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46086d5099f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: a93932c8-43ff-4aac-936a-b7d4fa5bfb75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46086d6843521
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: c1d1fc9a-880f-42ba-8735-3af5e8b85fcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46086d973e2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: a5660a4c-d900-4229-89d5-8cb146ea41eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46086da29d6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: 842ae6a5-d562-49c3-9d9c-5be55f68347b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087c8ac72b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: 6a7fb906-f912-4a22-86e5-b240fc9184bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087cba385f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31734"
    uid: 6e1883f5-9e76-4990-b000-e0e043d60356
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087cc08020b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31735"
    uid: aa36deb4-aefc-40c0-9674-c68b0142e682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087cc1270e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 4340e109-5023-4a21-9df6-1b793b5d7ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087cf653091
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: c704321d-7d1d-4336-8b2c-bff35eb021eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:11:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:11:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46087cfccf3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: e397c3af-cd7b-43cb-a10b-48aaa599f7b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:12:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:12:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c46088408320fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: 01207c8b-c767-4646-a0e1-9a8bfcde260e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:12:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:12:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c4609bfbc8f878
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 0303a960-b583-42c3-a685-bd2415b123cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:12:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:12:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c4609bfbc95812
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: fa57b84c-9f06-4c88-a8d5-11ef976c78e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 88bb48a3-7cb2-429d-bf19-dd5c8ef74ab8
  kind: Event
  lastTimestamp: "2026-07-21T18:12:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:12:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks.18c4609c46b70b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "32395"
    uid: 5bf9b677-7793-445b-985c-874ed53a5eee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: 92153582-486b-4cdc-b2f4-12dfece6806e
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-g5nks'
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c46086baadc4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: c9a48dd1-4c5e-4512-8bf2-7ed543e8fb6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 910d0ac5-604c-4b7c-a251-38583c939d2b
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c46086b64965f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 21a46a62-9311-4da1-bb1b-bbf184c4d426
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: e9652106-0697-4ae4-9789-54900768777b
  kind: Event
  lastTimestamp: "2026-07-21T18:11:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c4608a35b7c9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: c7a5cd8f-75a3-4bef-aa1b-09112a044ed7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: e9652106-0697-4ae4-9789-54900768777b
  kind: Event
  lastTimestamp: "2026-07-21T18:11:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:11:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c4608a362bec78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31823"
    uid: 73c32499-79bf-4647-b479-8f06769a65c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: e9652106-0697-4ae4-9789-54900768777b
  kind: Event
  lastTimestamp: "2026-07-21T18:12:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:12:54Z"
    name: isvc-pmml-v2-kserve-predictor.18c4608db4f6c651
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: bea673f4-b481-4b6d-a7a4-33971f1ce420
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: e9652106-0697-4ae4-9789-54900768777b
  kind: Event
  lastTimestamp: "2026-07-21T18:12:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:12:54Z"
    name: isvc-pmml-v2-kserve-predictor.18c4608db596d4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 38986d80-e60d-469f-a054-4a3b07fbd670
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 6623e56f-6802-42cc-a5c3-947d52e0e038
  kind: Event
  lastTimestamp: "2026-07-21T18:12:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:12:46Z"
    name: isvc-pmml-v2-kserve.18c46086b6441dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: d1a96993-3b58-4dc1-a18c-5c3a21a674cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 6623e56f-6802-42cc-a5c3-947d52e0e038
  kind: Event
  lastTimestamp: "2026-07-21T18:11:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:11:24Z"
    name: isvc-pmml-v2-kserve.18c46086b6f044d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31672"
    uid: 0fffa6cf-1e5f-441c-8fe3-2fb73d0485b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:12:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: 6623e56f-6802-42cc-a5c3-947d52e0e038
  kind: Event
  lastTimestamp: "2026-07-21T18:12:46Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:12:46Z"
    name: isvc-pmml-v2-kserve.18c46099f857af69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 5c36c28d-6707-4492-8150-d9d97c223f97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "29914"
    uid: 5dc6b79b-5949-4b83-aff7-e6f8b4a0dfab
  kind: Event
  lastTimestamp: "2026-07-21T18:09:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:09:21Z"
    name: isvc-pmml.18c46052e578d46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: 08f1b32e-c7c9-47b2-adf3-c6c70d87e916
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "29914"
    uid: 5dc6b79b-5949-4b83-aff7-e6f8b4a0dfab
  kind: Event
  lastTimestamp: "2026-07-21T18:07:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:07:41Z"
    name: isvc-pmml.18c46052e61f6251
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: e6c47085-182e-49f8-8a7a-e28dee73cd9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 5dc6b79b-5949-4b83-aff7-e6f8b4a0dfab
  kind: Event
  lastTimestamp: "2026-07-21T18:09:21Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:09:21Z"
    name: isvc-pmml.18c4606a41766f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 61594ff7-c4ff-4858-b47d-5e9683ccd0d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:18:47.892444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35331"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:18:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ee0d9d42d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 34b216be-e24b-4ec1-961f-1428d971ecb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35340"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:48Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:18:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ee27218a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: fe40c1d1-171f-4b2a-b0a2-0d4cae139976
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ee288e1320
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: d3c97ef3-77e6-450b-98cd-30b6620705a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ee2c761008
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 5993d03d-8a64-4803-9bf5-5745c31e09e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ee2ce16fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 151ab812-6401-4e8a-97cc-c2dda65640a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef25bb9bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35386"
    uid: 361fb6b2-0131-4b3b-abbd-5e4de19c7449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef28889708
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: beaa8419-51f5-4719-8409-7f2f6e59a7a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef28fa5fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: 830ede23-4e4e-4001-ab4d-313527f775b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef290624be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: 80111423-9c50-4216-9efb-772a91ab1408
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef2ba827e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: 8f44dc9b-d6e9-446f-b51f-0d7e31c89333
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:18:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef2c12f7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: ef082a76-cf40-42df-88c2-4174ae6a3158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:20:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c460ef61d0130c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: ea06c55b-3fc8-4123-957e-216847e0bea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:20:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c461030d4c3689
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 76367ebe-ac6a-4912-98cf-05ac10f4a557
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:20:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c461030d4ee669
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 5664cd6a-3bcb-475e-9ceb-9b7301fe6ed3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 66de434f-8eae-4260-95b1-11ddc5cd922b
  kind: Event
  lastTimestamp: "2026-07-21T18:20:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4.18c461036804c9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: de2fb073-5c23-436d-a03b-9648697636a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 3beaf6c2-66dd-45a4-8031-f4b545942220
  kind: Event
  lastTimestamp: "2026-07-21T18:18:47Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-msdx4'
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:18:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c460ee0d39b22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: b9548063-912b-4ddd-8f88-efc7e47aa142
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 70571d94-775e-4624-b319-33611ada1fe4
  kind: Event
  lastTimestamp: "2026-07-21T18:18:47Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:18:47Z"
    name: isvc-predictive-lightgbm-predictor.18c460ee086cde12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35318"
    uid: 639b5312-f235-4cd5-9b46-f387105af024
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: ded9432c-bb7d-4616-ba80-f5ab4f3a38bf
  kind: Event
  lastTimestamp: "2026-07-21T18:19:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:19:02Z"
    name: isvc-predictive-lightgbm-predictor.18c460f1870cee88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: f23e8e8e-d09e-4315-ab7e-0170056e9056
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:19:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: ded9432c-bb7d-4616-ba80-f5ab4f3a38bf
  kind: Event
  lastTimestamp: "2026-07-21T18:19:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:19:02Z"
    name: isvc-predictive-lightgbm-predictor.18c460f1877306fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: 1c07a711-1f87-4a07-a0a8-e64088304661
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: ded9432c-bb7d-4616-ba80-f5ab4f3a38bf
  kind: Event
  lastTimestamp: "2026-07-21T18:20:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:20:17Z"
    name: isvc-predictive-lightgbm-predictor.18c460f506f3435b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36008"
    uid: 26eead25-9957-4bdd-b7d2-25472076daae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: ded9432c-bb7d-4616-ba80-f5ab4f3a38bf
  kind: Event
  lastTimestamp: "2026-07-21T18:20:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:20:17Z"
    name: isvc-predictive-lightgbm-predictor.18c460f5075955eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36009"
    uid: 547538a4-db23-4543-928d-74c82510861e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:23:43.800524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46132f31c3b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 25e8d957-a0bf-490f-8c32-b109ec05d9bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46132fc9c15e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 8bcce907-255b-4b51-9910-bf2af4d534a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:44Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:23:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c4613330fa4bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 4de96361-5b88-4084-9122-d8357dd6937e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46133327899de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: 6a9afb20-31ce-4117-8715-ac62df05df7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46133359acf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37708"
    uid: c530387a-5a9e-4fec-af15-2e1c69aaca28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c461333617a0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: dd38d12f-4de5-44a7-afbb-d42149ab545d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c4613424228e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: e2ba2cdc-b29a-4f6a-9def-c8b3393b53ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c4613427cd59c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: 32eef704-33e1-46c0-992d-f8b715e492b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46134284c388f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: 179833ef-54e3-4849-bc98-97dbd1f76303
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c461342857d0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 5a86aaa9-d518-486c-861f-3b84fded4445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c461342c334a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: f0b1968a-e348-4c18-a7b2-2fa00c5a3372
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:23:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c461342cbaa1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: ea56ba88-9266-462a-8698-937789cca17d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:25:16Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c4613cfe8b64c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: a430a3c0-b30e-4d2a-9c58-ba56d61f968c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:25:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46147ee6f7262
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: 5fedc224-f2f3-46f1-9369-3ad7c7e4bd42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:25:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46147ee70103d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38371"
    uid: 6991a110-ff25-4fc8-aa52-13217fa6571d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: cde0088e-32f8-4dd2-9a01-0f8acbf32705
  kind: Event
  lastTimestamp: "2026-07-21T18:25:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw.18c46148a254093c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: f294c5af-6d98-4ac0-a3dd-4ab2e130adf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: 7c17bcf6-1e4d-4992-a995-f342559c7932
  kind: Event
  lastTimestamp: "2026-07-21T18:23:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b2jvw'
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c46132f2b55492
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: 781e50ab-ba3f-4e41-8e5c-54dabada674b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: 1e7a220e-1f42-4e6a-b51c-7f3459b82e7e
  kind: Event
  lastTimestamp: "2026-07-21T18:23:43Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c46132ee314bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37666"
    uid: 121155d5-4be4-4e8f-b223-41c40f4ea73e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: 7c04bc89-1fc6-40b3-8fcf-9896b6aadf2d
  kind: Event
  lastTimestamp: "2026-07-21T18:24:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:24:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c461366cab6b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: 2d730ffb-801d-4582-bb05-a488607ab9f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: 7c04bc89-1fc6-40b3-8fcf-9896b6aadf2d
  kind: Event
  lastTimestamp: "2026-07-21T18:24:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:24:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c461366d2125bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: bd47e848-5e41-4b57-9898-e4beb3be1be7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 7c04bc89-1fc6-40b3-8fcf-9896b6aadf2d
  kind: Event
  lastTimestamp: "2026-07-21T18:25:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c4613d6b629507
    namespace: kserve-ci-e2e-test
    resourceVersion: "38353"
    uid: 14e43227-23d6-4ecf-bc32-e426f6d8d885
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 7c04bc89-1fc6-40b3-8fcf-9896b6aadf2d
  kind: Event
  lastTimestamp: "2026-07-21T18:25:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c4613d6bcd0e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38355"
    uid: bccefb43-a475-4904-a306-9e82ceee8c32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: fd7d42ec-af78-4ce2-83a1-785d0c37ecc8
  kind: Event
  lastTimestamp: "2026-07-21T18:25:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:07Z"
    name: isvc-predictive-lightgbm-v2.18c46132ee349694
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: d655e32f-6913-4010-81bd-4b65bcdbd504
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: fd7d42ec-af78-4ce2-83a1-785d0c37ecc8
  kind: Event
  lastTimestamp: "2026-07-21T18:23:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:23:43Z"
    name: isvc-predictive-lightgbm-v2.18c46132eed30ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: 6e9ab7c4-407c-4c10-87b0-292631f4dc65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38305"
    uid: fd7d42ec-af78-4ce2-83a1-785d0c37ecc8
  kind: Event
  lastTimestamp: "2026-07-21T18:25:07Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:07Z"
    name: isvc-predictive-lightgbm-v2.18c46146536603d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: e32f0b7b-18a6-4d01-b5e7-c27695ef44d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: bbed093c-ec55-4fa9-a4a6-91b51dd113a5
  kind: Event
  lastTimestamp: "2026-07-21T18:20:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:20:09Z"
    name: isvc-predictive-lightgbm.18c460ee08821a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: ec7877cc-71df-4cb7-82e5-4af68f6b98e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: bbed093c-ec55-4fa9-a4a6-91b51dd113a5
  kind: Event
  lastTimestamp: "2026-07-21T18:18:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:18:47Z"
    name: isvc-predictive-lightgbm.18c460ee08ee4b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: cc6a3985-4613-4b39-960a-81170c5f1b9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: bbed093c-ec55-4fa9-a4a6-91b51dd113a5
  kind: Event
  lastTimestamp: "2026-07-21T18:18:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:18:47Z"
    name: isvc-predictive-lightgbm.18c460ee0f3dbcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: 6d371fbe-b462-4b2b-83b8-23a7de07082a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: bbed093c-ec55-4fa9-a4a6-91b51dd113a5
  kind: Event
  lastTimestamp: "2026-07-21T18:20:09Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:20:09Z"
    name: isvc-predictive-lightgbm.18c46101196dea25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: b6cc524e-cd1d-4e8e-8634-0528cedecf8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:15:17.297556Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33659"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460bd052e49d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 85d1840e-6688-4024-a7ab-4a9a2855e3bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460bd1ee8b20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: 78f021e4-6c52-4bf1-aa7a-ef9a451d040f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460bd20628460
    namespace: kserve-ci-e2e-test
    resourceVersion: "33679"
    uid: 5827f795-746e-462e-a96b-6c68a7f7615d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460bd2325f6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: 1a09adb0-5be0-47bb-95dd-f6e526ef72a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460bd239af2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33681"
    uid: 95343adb-4867-4f75-a3b9-ceff97819d6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:21Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460be07b43b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 93440829-e9b9-40af-b078-9d97f38a757e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.409s
    (21.409s including waiting). Image size: 2350682769 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c303c9b7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: 60c257fd-5fa0-4bd0-aaf7-4d55881c642f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c307315de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 4d1882fb-fa2a-468a-970d-7f8d53de9c81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c3079d8dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: c58c09fc-3ad8-48a7-86a6-3998a3ce79a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c307a817cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: b2d78359-b131-4c1d-82ea-7c8167344206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c30b2f0f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 9ff603a3-f074-4e0a-8742-aeb62a67f204
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:15:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c30b9d5dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 3e90efb4-94d8-4a18-be4e-61502ea90e10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:17:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460c32e537873
    namespace: kserve-ci-e2e-test
    resourceVersion: "34510"
    uid: 41dcab1f-1615-4f32-9001-284504ad52d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:17:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460d6aa2cb60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: a7634dec-f521-484c-a850-1c2e09cb006c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:17:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460d6aa2d5e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34493"
    uid: a3d15fbb-0d50-43d3-b3f6-c313f31a8f68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 9b217052-5271-40f7-b2f0-e033c33c0f75
  kind: Event
  lastTimestamp: "2026-07-21T18:17:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p26d6.18c460d73485d572
    namespace: kserve-ci-e2e-test
    resourceVersion: "34509"
    uid: fff7df56-7a57-4f33-8cc5-01898f6b9d09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: ea7347cc-2714-4237-86e1-9975bf48c8f4
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-p26d6'
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c460bd04ab712e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33662"
    uid: f95bf51b-6ee7-4fae-a339-e6190f37af0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: c318b2b8-caab-4302-818c-8f4f4c130415
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn-predictor.18c460bd0169ca7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33651"
    uid: e00f8ba5-5f2c-44d5-a8e1-02513595e1a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: 484ce02d-4d9d-4cd9-a90f-4543e32573be
  kind: Event
  lastTimestamp: "2026-07-21T18:16:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:16:17Z"
    name: isvc-predictive-sklearn-predictor.18c460c07fff3753
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: faf6205c-96ad-4cff-85a9-520f7521086c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: 484ce02d-4d9d-4cd9-a90f-4543e32573be
  kind: Event
  lastTimestamp: "2026-07-21T18:16:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:16:17Z"
    name: isvc-predictive-sklearn-predictor.18c460c0806d0842
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: c1cb507f-fb1a-404b-997d-b7422aa8e78f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:16:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33796"
    uid: 484ce02d-4d9d-4cd9-a90f-4543e32573be
  kind: Event
  lastTimestamp: "2026-07-21T18:17:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:02Z"
    name: isvc-predictive-sklearn-predictor.18c460c77ea59380
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: a6dd008f-a66f-482b-8729-dca2b0558be8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:16:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33796"
    uid: 484ce02d-4d9d-4cd9-a90f-4543e32573be
  kind: Event
  lastTimestamp: "2026-07-21T18:17:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:02Z"
    name: isvc-predictive-sklearn-predictor.18c460c77f13c805
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: 06aa7916-9ef9-44cb-a318-f99d28a1646e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:20:23.234063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c46104406b9fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 5613fb92-8890-4444-8c26-332be29d40c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4610466a2c502
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: a8c37688-0c6b-4080-ae8c-cb4a7f542235
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c46104683eb7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: f3a5ec14-a798-4916-90d2-e769fc634664
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c461046ae7782a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: 1d52ffc7-7be6-442b-b0db-ba24eb86ba61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c461046b5b2b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: 66695452-f0eb-4774-9a44-d2321d4ac68a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c461055dac9e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36152"
    uid: f0792c13-88b6-45b7-acff-7646eb1d1734
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4610560978b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 996d1987-d65c-4230-9f10-e71c05dcc855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c46105610db56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: c58a67e9-478a-4450-849c-f62a616b59d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c461056119fda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: af28de1d-50b1-4f19-9137-63334717af1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c461056469f5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: fc34ff58-8404-45e9-aec5-51701d43d580
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:20:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:20:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4610564de5ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: 177ddfea-59ea-4ae1-8618-ca3e6472097e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:22:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.37:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4610e38223be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: 55292b2e-c38f-4661-b979-1c6ada0f78aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:21:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:21:47Z"
  message: 'Readiness probe failed: Get "http://10.133.0.37:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-21T18:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:21:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c46117c6610198
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: e3373b52-003a-4c0b-9f8d-cde35f1e8083
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:22:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4611b900ca795
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: 0dfc1420-77c7-42ed-86f7-20f14b18d1ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:22:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4611b900f95be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: d6bb3d32-9a45-4c33-8505-392b8a7088b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7a471b50-0be9-4380-a669-be98f16f6db1
  kind: Event
  lastTimestamp: "2026-07-21T18:22:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7.18c4611c2ffe96fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: 7d52b4d4-d18c-492a-bca2-1b2ff30992b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: cd076bc4-33b3-437d-94a1-8bee1417c374
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lcds7'
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c461043ffe3ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: aa06e610-6676-4c52-8b10-011ce76bdf04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36078"
    uid: a6db1dd1-eee1-45c3-abb0-6bcee69f3b73
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18c461043ba03c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: da8de4e9-1d81-4d2d-8937-6c8061c56253
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36079"
    uid: 10091063-c79e-4d45-b96c-e9a2c820288b
  kind: Event
  lastTimestamp: "2026-07-21T18:21:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:21:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18c46107baa658f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: cfea36ed-6345-4303-a68c-3b4a8b578295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36079"
    uid: 10091063-c79e-4d45-b96c-e9a2c820288b
  kind: Event
  lastTimestamp: "2026-07-21T18:21:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:21:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18c46107bb14318a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: 18f27c34-cbb8-4aa6-b554-b9461e2fc7ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 10091063-c79e-4d45-b96c-e9a2c820288b
  kind: Event
  lastTimestamp: "2026-07-21T18:21:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:21:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18c4611237b8b86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: b3dd5dea-6808-4a19-85a9-825f5109df05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 10091063-c79e-4d45-b96c-e9a2c820288b
  kind: Event
  lastTimestamp: "2026-07-21T18:21:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:21:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18c4611238224034
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: 40ee7245-a0dc-4609-a9af-2ba5c1e2cfdf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: ed2a0d6b-4ca8-4a55-8cee-736e7a559f14
  kind: Event
  lastTimestamp: "2026-07-21T18:21:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:21:56Z"
    name: isvc-predictive-sklearn-v2.18c461043bb38ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: fee9b875-e49b-4ef9-8560-b1625798c455
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: ed2a0d6b-4ca8-4a55-8cee-736e7a559f14
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2.18c461043c1bbcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 772fb87e-01ee-4651-8281-1fe04932e493
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: ed2a0d6b-4ca8-4a55-8cee-736e7a559f14
  kind: Event
  lastTimestamp: "2026-07-21T18:20:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:20:23Z"
    name: isvc-predictive-sklearn-v2.18c4610441eb9231
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: aaa5fe46-cd1c-448c-a213-c078db241ba5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:21:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: ed2a0d6b-4ca8-4a55-8cee-736e7a559f14
  kind: Event
  lastTimestamp: "2026-07-21T18:21:56Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:21:56Z"
    name: isvc-predictive-sklearn-v2.18c46119e147f31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 42a4b128-0725-41d0-a0b4-95d7cbcbe7f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: 5f6c6582-ccab-47f6-a5ad-a4869f124e3c
  kind: Event
  lastTimestamp: "2026-07-21T18:16:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:16:59Z"
    name: isvc-predictive-sklearn.18c460bd017c1ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 4889dfca-44c0-4e19-9052-31b4f6d37e5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: 5f6c6582-ccab-47f6-a5ad-a4869f124e3c
  kind: Event
  lastTimestamp: "2026-07-21T18:15:17Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:15:17Z"
    name: isvc-predictive-sklearn.18c460bd01e96622
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: b3c07132-67c3-4353-9dd1-bb7cb4ce10f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 5f6c6582-ccab-47f6-a5ad-a4869f124e3c
  kind: Event
  lastTimestamp: "2026-07-21T18:16:59Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:16:59Z"
    name: isvc-predictive-sklearn.18c460d4e67bd28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 5cf88650-254e-441c-878f-e5995eb3954c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:17:12.617094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-kgzlx
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d7dec2d734
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: ac836862-9f4c-467c-8bbf-7df6f08d3173
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d7e977420f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: dc0da4ce-c3f4-4ee9-ba75-1fe3f102b5b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:13Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:17:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d81cf79817
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: c58489d4-ab3a-479f-844c-8e91cd0d4351
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d81e966931
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: c97daeea-5210-41d2-9c06-5e2316cc5736
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d821a8fdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34586"
    uid: 369cdc83-0767-42a6-9d41-ef4fe3dd41bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d822441ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: 77a73311-38c6-4289-850a-89a4243db0de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d929dcd77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34628"
    uid: a272cdae-23ac-4b07-a8dc-e2c2ad9ce91c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d92d6b0682
    namespace: kserve-ci-e2e-test
    resourceVersion: "34631"
    uid: 54a0dd7c-d77e-44f2-a917-715b83c18a20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d92dd31579
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: a23d5321-1d0d-46d5-b87d-e8d1e73f8ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d92dded73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: bc2c0f26-f131-4aae-a061-068fe903045f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d930c44b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: d9220511-bbcc-4b44-995b-9f349040661b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:17:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:17:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d9312a15f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: f2f971c8-e796-4d20-a136-113f580f0333
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:18:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460d965f2e48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35286"
    uid: 68050e85-bec5-4139-b125-0f230559f0b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:18:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460ecd9fb01a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 7e4d87cd-ad93-4fde-a848-d3cf19f5d745
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:18:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460ecd9fb76d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: b570cfe6-8591-40c7-b067-d545c18b150d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 15e3e147-43ec-48d8-b8b2-61d307983a80
  kind: Event
  lastTimestamp: "2026-07-21T18:18:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:18:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kgzlx.18c460ed6c38dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: ced1b4c7-21c6-4f7b-9338-ccf492f42dd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: a1e213eb-4c47-43d4-b0a3-c4162f02c4ea
  kind: Event
  lastTimestamp: "2026-07-21T18:17:12Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-kgzlx'
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c460d7de9a7fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: de1b6add-96e1-4ba2-8c68-04c30fd0c8d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: 71aeaaff-fcd3-4f52-996c-d9923b20ba18
  kind: Event
  lastTimestamp: "2026-07-21T18:17:12Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost-predictor.18c460d7d9e2f160
    namespace: kserve-ci-e2e-test
    resourceVersion: "34545"
    uid: 230ab8b8-b7d7-4701-b7d0-e6efaa919f5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: f79ced35-8bdc-430c-8847-20dc5326291d
  kind: Event
  lastTimestamp: "2026-07-21T18:17:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:42Z"
    name: isvc-predictive-xgboost-predictor.18c460db58ad85f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34813"
    uid: db2a81a3-c3cd-4395-99e9-db40dfdc560d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: f79ced35-8bdc-430c-8847-20dc5326291d
  kind: Event
  lastTimestamp: "2026-07-21T18:17:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:17:42Z"
    name: isvc-predictive-xgboost-predictor.18c460db5910745a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34814"
    uid: 14dee983-b1d7-471a-b3ce-da32747c456f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: f79ced35-8bdc-430c-8847-20dc5326291d
  kind: Event
  lastTimestamp: "2026-07-21T18:18:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:18:42Z"
    name: isvc-predictive-xgboost-predictor.18c460e257146569
    namespace: kserve-ci-e2e-test
    resourceVersion: "35247"
    uid: fc536231-c70a-444e-bb91-e8850f46d86c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: f79ced35-8bdc-430c-8847-20dc5326291d
  kind: Event
  lastTimestamp: "2026-07-21T18:18:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:18:42Z"
    name: isvc-predictive-xgboost-predictor.18c460e25778682b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: d8a7ff3a-b58f-4ec0-b770-e7e0a460c1d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:22:08.536789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36919"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:22:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611cc4f2fdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: 491c5a85-81e3-4888-a660-5a1a15d1ace2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611cd090dd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 05d45274-0f81-4404-ac37-4c0b201143b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36928"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:09Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:22:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611d0333314c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: e9415e7b-7374-4b61-b6c5-efb4a8c7c016
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611d04bb1bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 3f03ca85-765a-4ffb-93aa-1f34a3cd92af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611d077c9f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: 689d30e9-9786-461f-935b-9301def8bbd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611d07fce578
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: bb9cb790-81f9-44b0-90b4-e95e7f021374
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611debef07cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 8bd06504-84e6-46dc-a438-e0a4b81419ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611defd14174
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: c19f26af-f5b9-40d8-bc91-7d6c0ddb826b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611df0510f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: ceaa993a-ec98-4dd5-96a9-ca3034ab71ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611df05c65bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 78242440-a797-4d01-a450-79de861eaa0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611df3430fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: 20b1b389-31a7-4855-b225-72842c306903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:22:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:22:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c4611df3bf6416
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 137ff92a-2fcc-4f6c-8036-f036c3d43f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:23:40Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c461268a666140
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: f410b0e0-8e07-4e28-a4aa-cb81ee475838
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:23:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c46131c03bb29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: ca1ec0b1-bd73-417e-9398-d5f92f8a0389
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:23:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c46131c03c32fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37614"
    uid: 4f6b5512-171a-4672-a6ea-3983e93c4a96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 62a64646-ad24-4df7-babd-422f7c295a6a
  kind: Event
  lastTimestamp: "2026-07-21T18:23:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:23:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk.18c461322e4612f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: d973a823-7b2a-4570-8556-1fa445ccbed3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 6ee62c11-0d27-4c83-9cca-6ca7d3205d32
  kind: Event
  lastTimestamp: "2026-07-21T18:22:08Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-kltwk'
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:22:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c4611cc4887600
    namespace: kserve-ci-e2e-test
    resourceVersion: "36920"
    uid: 272dd71e-0850-40cb-a512-1a705808a619
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 340ed33c-6c17-49de-bfc0-9f27421f2ccd
  kind: Event
  lastTimestamp: "2026-07-21T18:22:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:22:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c4611cbfe2b555
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: 825f3894-6f4d-42ea-b460-99aaa3bdfb4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: ccb492e0-4b3f-4237-a89e-56f8ead5bf06
  kind: Event
  lastTimestamp: "2026-07-21T18:22:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:22:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18c461203ee45b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: 524ca115-7e79-43e9-9b92-c21a34a67fa3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: ccb492e0-4b3f-4237-a89e-56f8ead5bf06
  kind: Event
  lastTimestamp: "2026-07-21T18:22:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:22:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18c461203f4c2b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "37270"
    uid: 50c8ac9f-9cbe-44c9-b972-b395efd1ead2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: ccb492e0-4b3f-4237-a89e-56f8ead5bf06
  kind: Event
  lastTimestamp: "2026-07-21T18:23:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:23:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c4612abcbe8aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: acb5386d-e8ad-4ec8-954e-8a70cf9eb94f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: ccb492e0-4b3f-4237-a89e-56f8ead5bf06
  kind: Event
  lastTimestamp: "2026-07-21T18:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:23:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c4612abd2ec221
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 9c4add7b-e6bf-4b06-8eab-6ce1a07d7072
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: a2d1a087-d0ac-4f67-a845-52083e47de3e
  kind: Event
  lastTimestamp: "2026-07-21T18:23:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:23:30Z"
    name: isvc-predictive-xgboost-v2.18c4611cbff7afba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37541"
    uid: 6320eb6a-229d-48d4-8fe9-dadbdd18d4b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: a2d1a087-d0ac-4f67-a845-52083e47de3e
  kind: Event
  lastTimestamp: "2026-07-21T18:22:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:22:08Z"
    name: isvc-predictive-xgboost-v2.18c4611cc0737a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: 5da40662-6f3f-4200-bffb-3c4eb2ceac70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:23:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: a2d1a087-d0ac-4f67-a845-52083e47de3e
  kind: Event
  lastTimestamp: "2026-07-21T18:23:30Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:23:30Z"
    name: isvc-predictive-xgboost-v2.18c4612fe133f171
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: c011a200-a6bb-4193-9e63-2fc3d7207d38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: 9e420bd7-d531-472f-8c37-3448319f7d64
  kind: Event
  lastTimestamp: "2026-07-21T18:18:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:18:36Z"
    name: isvc-predictive-xgboost.18c460d7d9e5a3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: 4f32cbeb-4019-470e-870a-b09aa41c48d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: 9e420bd7-d531-472f-8c37-3448319f7d64
  kind: Event
  lastTimestamp: "2026-07-21T18:17:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost.18c460d7da56dd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: adae5407-fee2-4c65-bbe3-5497181142c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 9e420bd7-d531-472f-8c37-3448319f7d64
  kind: Event
  lastTimestamp: "2026-07-21T18:17:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:17:12Z"
    name: isvc-predictive-xgboost.18c460d7dff5a4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34567"
    uid: 283d2e98-d75f-479a-bc97-c36178e20bce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:18:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: 9e420bd7-d531-472f-8c37-3448319f7d64
  kind: Event
  lastTimestamp: "2026-07-21T18:18:35Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:18:35Z"
    name: isvc-predictive-xgboost.18c460eb484c191c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 67669188-b718-4a3a-adda-26aa0e144a43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:13:00.590193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:13:00Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609d30c976c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: 48a3d740-686d-421c-bb7e-c5e5f725bb77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:01Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:13:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609d4a413159
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: d7b5688f-c307-48ca-bd94-892a1c402909
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609d4bb2c741
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: 8e42f1a0-977f-4cb3-a2fe-1ce71e15e523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609d4e7011a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 67a809a1-71d3-4d0f-8db0-5e91f7327cc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609d4edd2c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: e8d2c2ef-f4d5-4030-87af-480d54620fc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e2ef8ff4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 36454b56-1056-48cc-a957-7b652afbca01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e32a98481
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 9c9622af-a6f5-4948-9fa8-5eb9877de6de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e331f00f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: e8231e04-b26f-4da4-9a90-8bf83f4c5958
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e3328d6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: e3c0604a-38d1-4984-b7cf-dc87f7148228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e362b56ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: 41bbe9c6-02b3-486f-9daa-ab8a286b22c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:13:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:13:04Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e3694c9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: 2d267503-c6fa-45ae-8692-0d99deab0a6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:14:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:11Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c4609e6b060d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: ba6f94bf-a058-434f-8ea4-4e4801a125fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:15:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c460b9700c735e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 0b9c9ae3-0dc2-4f75-b721-df050bfd52a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 7b60acdd-163f-48a3-a24e-c33cb88fe093
  kind: Event
  lastTimestamp: "2026-07-21T18:15:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:15:01Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658.18c460b9700d9634
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 6f60f684-d83d-4fd7-894a-886c881673f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 73a64534-a2ad-410d-b5e4-2c3c83df117e
  kind: Event
  lastTimestamp: "2026-07-21T18:13:00Z"
  message: 'Created pod: isvc-primary-6e1ef9-predictor-5d6dbdb77-qr658'
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:13:00Z"
    name: isvc-primary-6e1ef9-predictor-5d6dbdb77.18c4609d305ccb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32451"
    uid: 5f4945a4-fc7d-4991-b1e5-cae8209625e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: 497cdb16-cc41-486c-b3e7-7fc4b2b091e8
  kind: Event
  lastTimestamp: "2026-07-21T18:13:00Z"
  message: Scaled up replica set isvc-primary-6e1ef9-predictor-5d6dbdb77 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:13:00Z"
    name: isvc-primary-6e1ef9-predictor.18c4609d2b53b74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: 34377ff9-ef60-4587-bf6b-586d40136dc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 55392aa2-9c58-47db-9b2d-7906adb85151
  kind: Event
  lastTimestamp: "2026-07-21T18:13:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:13:30Z"
    name: isvc-primary-6e1ef9-predictor.18c460a0aa522658
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: ea5f99ab-23e8-4e28-a8fe-a39cf79ced38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 55392aa2-9c58-47db-9b2d-7906adb85151
  kind: Event
  lastTimestamp: "2026-07-21T18:13:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:13:30Z"
    name: isvc-primary-6e1ef9-predictor.18c460a0aabc87e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: b12f120f-f16f-442e-99ab-443b493a64ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: 55392aa2-9c58-47db-9b2d-7906adb85151
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-primary-6e1ef9-predictor.18c460a7a90db324
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: c833e411-77c7-4815-bd55-462bf1aab358
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: 55392aa2-9c58-47db-9b2d-7906adb85151
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-primary-6e1ef9-predictor.18c460a7a97555de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33236"
    uid: 5a2a8cdf-c509-49d9-a04d-4ed6c93abbce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 9323b1cc-c53f-45d6-8e05-b7db7d8676b4
  kind: Event
  lastTimestamp: "2026-07-21T18:14:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:14:21Z"
    name: isvc-primary-6e1ef9.18c4609d2b644a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 5e832c06-b7e1-4db4-8169-ebd70bb3d8bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 9323b1cc-c53f-45d6-8e05-b7db7d8676b4
  kind: Event
  lastTimestamp: "2026-07-21T18:13:00Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6e1ef9": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6e1ef9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:13:00Z"
    name: isvc-primary-6e1ef9.18c4609d2be03dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: 8d582ed6-4ac3-40c4-95df-0f6717c7abac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 9323b1cc-c53f-45d6-8e05-b7db7d8676b4
  kind: Event
  lastTimestamp: "2026-07-21T18:13:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6e1ef9": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:13:00Z"
    name: isvc-primary-6e1ef9.18c4609d2be08d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32462"
    uid: 4d78d0a1-ef19-4907-b465-888dbfbe4783
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 9323b1cc-c53f-45d6-8e05-b7db7d8676b4
  kind: Event
  lastTimestamp: "2026-07-21T18:14:21Z"
  message: InferenceService [isvc-primary-6e1ef9] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:14:21Z"
    name: isvc-primary-6e1ef9.18c460b0228cc11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33064"
    uid: 54ffde8f-b94d-42d1-9e5c-2d437385d692
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:14:45.803772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5b0015b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: e6b0fe9f-c247-4a78-bdfe-ac894e2287a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-6e1ef9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:46Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5bddeca41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: 22f51adb-0d16-4aed-ae0e-46565233a33b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:46Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:14:46Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5ed6c673b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: 59996da8-476b-430f-a1e2-3b6c4b215336
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:50Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5eee99951
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: 8a869d9b-633a-463f-ae6d-48a0287e1507
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:50Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5f1571737
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 28df4cfa-9011-41ac-b892-0f4e3bf5f0b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:50Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b5f1ba76ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 69864a52-1153-4bb0-b046-af24f5898f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 80b3a0d6-6486-4bff-a78d-c6ac5b265946
  kind: Event
  lastTimestamp: "2026-07-21T18:14:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8_kserve-ci-e2e-test(80b3a0d6-6486-4bff-a78d-c6ac5b265946)
  metadata:
    creationTimestamp: "2026-07-21T18:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:14:56Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8.18c460b8237ee23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: e3a38c48-0452-4fb1-b077-4d9c129df2f6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6e1ef9-predictor-6748bd7546
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 4771ca35-f384-4b40-9e70-865c3ebfd7ef
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: 'Created pod: isvc-secondary-6e1ef9-predictor-6748bd7546-p2xk8'
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-secondary-6e1ef9-predictor-6748bd7546.18c460b5af94a1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33259"
    uid: ffcdf6ac-ac4e-4e59-b5ef-3a979ac9348e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 56987123-a264-4510-bdb1-d4feaf597685
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: Scaled up replica set isvc-secondary-6e1ef9-predictor-6748bd7546 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-secondary-6e1ef9-predictor.18c460b5aafda2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: 7db0af8d-6498-4550-a3e6-f646f66844aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 02cda93f-6616-4169-a141-cbeca2fdaa40
  kind: Event
  lastTimestamp: "2026-07-21T18:15:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:00Z"
    name: isvc-secondary-6e1ef9-predictor.18c460b929804912
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: aa98dcde-844f-4842-91ab-0142ce6f1ec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6e1ef9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 02cda93f-6616-4169-a141-cbeca2fdaa40
  kind: Event
  lastTimestamp: "2026-07-21T18:15:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:15:00Z"
    name: isvc-secondary-6e1ef9-predictor.18c460b929e947ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: baa5bc54-db8c-496a-b195-7a6c145757b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: a6a7ada8-a67d-4978-85ac-60b6384f0e93
  kind: Event
  lastTimestamp: "2026-07-21T18:14:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:14:56Z"
    name: isvc-secondary-6e1ef9.18c460b5aafd8f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: c135564a-b4fb-4eb0-ad39-5ccdb8f91662
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: a6a7ada8-a67d-4978-85ac-60b6384f0e93
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6e1ef9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6e1ef9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-secondary-6e1ef9.18c460b5ab806288
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: ece6b74d-2dc5-4282-801d-c4cc384cd7bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: a6a7ada8-a67d-4978-85ac-60b6384f0e93
  kind: Event
  lastTimestamp: "2026-07-21T18:14:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6e1ef9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:14:45Z"
    name: isvc-secondary-6e1ef9.18c460b5ab80b69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 9783610e-1629-4e00-9cd3-cffec5e3c03e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:37:52.602301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb262eaea53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 7157a719-a4ec-488e-bda3-ba51f2146dc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:53Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:37:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb27cc51a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 44888eb6-3770-4d8a-a419-ceeb134d8733
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb27e3caaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 58e1d583-0dac-409f-8a22-83ed8bb014fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb28172111b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: d808a703-3c8e-4888-a16c-614ac25089da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb281f09fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 2b866a72-c4ce-449d-adcf-a663d1f05e50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:56Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb362345a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 76a19d46-5944-4dea-98ac-cf1f021ea55e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:56Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb365e65f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 87521838-5b70-4aee-a047-a35f71bf1937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:56Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36662a404
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 5f207be2-3416-41c5-9353-5939ec37fcf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:56Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb3666eb222
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: ec5de350-e6f8-44a2-90d2-1d5a064b5f7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36a6b10c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 7abf1b69-35b4-476c-9d14-3af1823135e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36aeab37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 4cf92503-3353-479b-aa4d-37c3140324f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:57Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a6dd057fcbb6a3a050885e9fca53c6c0863f884934b195f20c7d1ba14dfd564c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36af5b0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: d79a5119-73e9-4e62-b9fb-30256adfc21d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36dcf0933
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 482a5d92-f556-4dc0-bea3-b4e205e43d3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb36e498cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 2ed6fc74-8c97-41dd-b907-742f0727cb66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:29Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb39e69204b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 6ca162d2-7762-479d-847b-74f637ff3451
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-21T17:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:19Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45eb3da723eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: 7fa4c12a-49e4-42ae-a80b-cd6e4cc92a0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45ec63179eabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: d41c785b-2fdf-4c92-87dc-42b11735d699
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45ec6317a36ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 7e2619d8-954a-4a11-9c54-7e21153d7cc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45ec6317ab614
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 850bf1cc-dec4-4c30-acb8-259b48585c1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: bbd232cd-437f-4e8e-9412-243a16cdc2c1
  kind: Event
  lastTimestamp: "2026-07-21T17:39:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:29Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5.18c45ec6b6acada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 0514731d-3749-425e-96f4-3afbcd8a55fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7f965647f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 0f71b6d4-c483-4172-a7c5-17a3db4e535e
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7f965647f-8s5n5'
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7f965647f.18c45eb2626d1ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 2831591a-bf02-4539-b67d-28bd50053eac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 3fe357fe-2205-46c8-b8f5-a41d1803e908
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7f965647f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-custom-predictor.18c45eb25bf3cb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 59b9c5c6-f979-480a-9fe6-8d0ce8ed7c15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:38:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: b20296e1-7b7c-48e7-a8f1-fb241fe6a242
  kind: Event
  lastTimestamp: "2026-07-21T17:38:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:38:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18c45eb5db2d5248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 8bf67193-06ba-474d-b4a5-b19d372d068f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:38:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: b20296e1-7b7c-48e7-a8f1-fb241fe6a242
  kind: Event
  lastTimestamp: "2026-07-21T17:38:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:38:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18c45eb5dbb99d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: bfe95698-3e47-40e6-b81c-fda9a56aca7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: b20296e1-7b7c-48e7-a8f1-fb241fe6a242
  kind: Event
  lastTimestamp: "2026-07-21T17:39:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18c45eb95aaac312
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: f8ae98ad-519d-402e-a7d6-53e2b1a7df92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: b20296e1-7b7c-48e7-a8f1-fb241fe6a242
  kind: Event
  lastTimestamp: "2026-07-21T17:39:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18c45eb95b220773
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 4889b08c-5c3b-44a6-856c-07637325d33c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: eaeeada8-fc86-4336-89ec-9cfec03c7997
  kind: Event
  lastTimestamp: "2026-07-21T17:39:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:10Z"
    name: isvc-sklearn-batcher-custom.18c45eb25bf7336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 9561edb1-41c6-46f2-be47-c2300be83a1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: eaeeada8-fc86-4336-89ec-9cfec03c7997
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-custom.18c45eb25cab575c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 51b311e8-f696-455b-b520-0dea41bdb061
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: eaeeada8-fc86-4336-89ec-9cfec03c7997
  kind: Event
  lastTimestamp: "2026-07-21T17:39:10Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:10Z"
    name: isvc-sklearn-batcher-custom.18c45ec46a2c733f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: 2175fec8-253a-4b92-8e72-593fd458b79a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:35:57.519788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14540"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9797770e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: 6c6d3192-27e9-4407-a556-8cf47730310d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:35:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e97a09e1f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14554"
    uid: 0ed036db-fe73-41b5-bed6-5140c5c0ee2a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:35:58Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:35:58Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e97d53d68f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: 2c8e3e0f-7a1c-424d-8df8-d005658b48b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:35:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
  metadata:
    creationTimestamp: "2026-07-21T17:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:35:58Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e97d7500bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 6f06653b-9b43-4914-9836-fd089f11161b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    in 3.951s (3.951s including waiting). Image size: 301914034 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:02Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e98c2db5458
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 47f16a67-632a-4d39-8615-70e51aea58e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T17:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:02Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e98c790490f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 9b160d6e-a74c-46d9-8c5e-6e17c5e9c68d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T17:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:02Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e98c80e536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14600"
    uid: 604cd6e6-5653-459e-a118-aefd865f12a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:07Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
  metadata:
    creationTimestamp: "2026-07-21T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:07Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e99e3b951a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 25ba82f0-6368-4632-82fe-7fa210adedee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    in 14.946s (14.946s including waiting). Image size: 1558090149 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:22Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9d5e9fe554
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 10cac38f-cd44-4e12-8504-0ce745d55774
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:22Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9d61df1673
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 7f5aee6d-612a-49e0-86ce-59a18c385f32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:22Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9d6248c145
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 404bce36-f470-4fde-b41d-02f7d554118e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-21T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:22Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9d6257be4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 100ecb40-ee26-437f-8aa3-00da6287b058
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.129s (2.129s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:24Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9de1444e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: 5cd943fe-8bc2-4430-838d-ac003d32949d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:24Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9de44c608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: d653e038-e072-42a4-b393-716d305efef0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:24Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9de4b09ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: cb5beb26-617a-4f7a-93ed-8b391e8a7091
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:a6dd057fcbb6a3a050885e9fca53c6c0863f884934b195f20c7d1ba14dfd564c"
  metadata:
    creationTimestamp: "2026-07-21T17:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:24Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9de4bba593
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: a3033712-5fc3-41a9-a65c-a7e6cc7bf5ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:a6dd057fcbb6a3a050885e9fca53c6c0863f884934b195f20c7d1ba14dfd564c"
    in 2.109s (2.109s including waiting). Image size: 240172118 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:26Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9e627df51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: e2e831e5-fe48-4384-aedb-3c67fd2d078a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-21T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:26Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9e65bd04af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 7dec5dd8-7d8c-4adf-975b-0c7f752679c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:36:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-21T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:36:26Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9e662ac4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14792"
    uid: ddfc8ba6-d657-474c-af21-f87a3674de7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:37:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T17:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:53Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9e92ed7167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: b6cb6eac-f487-4aa4-b918-27189377d702
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:38:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-21T17:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:38:03Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45e9e92f7c9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 8f03374d-d9fc-419a-8cea-80fea3d34ab8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45eb261415876
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: c33b6986-416e-4e7d-a202-a6238a85d9ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45eb26141c183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 6a4f8815-5e17-45e0-ac8e-e326c44cb83b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:37:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:37:52Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45eb26141e3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: d037c494-f347-42d8-a87e-4ea4999d80e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: c02beef6-cae3-4f87-a330-64b650e11d99
  kind: Event
  lastTimestamp: "2026-07-21T17:38:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:38:03Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg.18c45eb2992775f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 413b5ddc-8aaa-4ebc-b078-95604060e340
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-dd6c55f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: e2323db5-d82d-4468-9916-2fd051d71aa0
  kind: Event
  lastTimestamp: "2026-07-21T17:35:57Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-dd6c55f7b-28bzg'
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher-predictor-dd6c55f7b.18c45e9796f1fa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: 604ae322-f0ee-4b2b-988b-7c232c09c780
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 15170317-7913-4c5d-ade5-5398da5bb681
  kind: Event
  lastTimestamp: "2026-07-21T17:35:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-dd6c55f7b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher-predictor.18c45e978df08734
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 11ea284c-fc54-44df-9189-457f1b250788
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 433e037f-79bf-45b2-b9b0-4728b3108d6d
  kind: Event
  lastTimestamp: "2026-07-21T17:36:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:36:42Z"
    name: isvc-sklearn-batcher-predictor.18c45e9b133bcba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: b4991cc0-2e9d-4e60-85b5-8b93ad0d2978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 433e037f-79bf-45b2-b9b0-4728b3108d6d
  kind: Event
  lastTimestamp: "2026-07-21T17:36:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:36:42Z"
    name: isvc-sklearn-batcher-predictor.18c45e9b13a8e692
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 45c502a6-f0d8-42ba-8920-2f512e08682b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 433e037f-79bf-45b2-b9b0-4728b3108d6d
  kind: Event
  lastTimestamp: "2026-07-21T17:37:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:37:42Z"
    name: isvc-sklearn-batcher-predictor.18c45ea590ae770f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 8e5cd135-96b0-4a87-b05f-0c320df89737
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T17:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 433e037f-79bf-45b2-b9b0-4728b3108d6d
  kind: Event
  lastTimestamp: "2026-07-21T17:37:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:37:42Z"
    name: isvc-sklearn-batcher-predictor.18c45ea591256e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: d5d398b2-9280-484f-92b5-f100588c72bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: 3b1e0625-365c-45ad-b012-b4509413a1a1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:37:43Z"
    name: isvc-sklearn-batcher.18c45e9793bfea3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: c1821617-f7b1-4170-9fa0-f19875647778
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: 3b1e0625-365c-45ad-b012-b4509413a1a1
  kind: Event
  lastTimestamp: "2026-07-21T17:35:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher.18c45e97943a8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: d747fc15-99f7-46d3-ac0b-f2ffc2785e44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: 3b1e0625-365c-45ad-b012-b4509413a1a1
  kind: Event
  lastTimestamp: "2026-07-21T17:35:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:35:57Z"
    name: isvc-sklearn-batcher.18c45e97943b0a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: 0316e474-41a4-43f7-bd2e-fda26d7401f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 3b1e0625-365c-45ad-b012-b4509413a1a1
  kind: Event
  lastTimestamp: "2026-07-21T17:37:43Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:37:43Z"
    name: isvc-sklearn-batcher.18c45eb04c886bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 3191c7d6-d3d8-4b49-923f-471f7a292bb4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:02:35.434047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:02:35Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600ba293c041
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: a854fc84-acd6-45f7-86dc-dd4898594ef7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:35Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600bab98dbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: dd8c1c04-e830-438d-b825-10aae1acc477
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:36Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:02:36Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600be01be85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27416"
    uid: 959d4ceb-8b75-458b-9c37-73b26344e732
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:36Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600be220b953
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: 9aa93a6f-11b0-42b8-a0dd-154f8e7874c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:36Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600be4c61bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: 82c9d345-c24d-475a-9e67-361e6e5186ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:36Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600be5320939
    namespace: kserve-ci-e2e-test
    resourceVersion: "27420"
    uid: 01e99d86-56f6-4868-a498-16f2723fa616
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:40Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600cc5047034
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 391c5e4f-c2fb-48a5-8587-d8476657786a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:40Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600cc7ed2155
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 6a6be42c-d244-4204-a559-738c5f2d4d88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:40Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600cc85595ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: d54c6c04-438b-46f2-a664-0016f2e20bbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:40Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600cc8653aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: 5a91df4a-6b82-4a68-8e9b-e875db56d452
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.669s (2.669s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d677f66e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: b073df66-6b2b-4ca9-a839-704f3c4335e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d6ae43ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: ecc0c61e-c82d-4917-9bfe-95022d8c8c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d6b4e7292
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: ce8a7bca-5b51-4183-a5de-a22f3d9b8c42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d6b5afedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27478"
    uid: b51186d6-e30f-4ddd-bd9a-50059932b93a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d6e48c223
    namespace: kserve-ci-e2e-test
    resourceVersion: "27479"
    uid: e8f4b5be-0ea8-468a-9aa8-b58a8d7090bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:02:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:02:43Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4600d6eb2bc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: f5c4c90e-e4ac-4b8c-b920-e23e201e671f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:04:20Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:20Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c46013c392ca57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: 63ff1837-3c68-49b2-9d5a-e34b0d90b2f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:03:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:03:55Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4601e4bdb27b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 3e4b8a65-063d-44c8-b382-b51e19af5995
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:03:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:03:55Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4601e4bdb8996
    namespace: kserve-ci-e2e-test
    resourceVersion: "28027"
    uid: 0cee5ee0-b344-470f-b853-8e1cd36e68d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:03:55Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-21T18:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:03:55Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4601e4bdbe39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 9e7ceed1-cd9c-495a-973d-2285a055e304
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:04:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: e6b0cd43-b479-49e0-b918-f9ad25c44cd5
  kind: Event
  lastTimestamp: "2026-07-21T18:04:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:04:25Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf.18c4601f6765082a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28312"
    uid: fd980190-5ce9-4eb9-9253-de0cae10e270
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5f988fb756
    namespace: kserve-ci-e2e-test
    resourceVersion: "27378"
    uid: ed8ae08e-8e4b-414b-ba07-05939abf4e8b
  kind: Event
  lastTimestamp: "2026-07-21T18:02:35Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5f988fb756-sn9cf'
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:02:35Z"
    name: isvc-sklearn-mcp-predictor-5f988fb756.18c4600ba2211d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 188528d0-e029-4e9d-94a0-75b87ec4049c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27377"
    uid: 2293fc7d-66e3-40b1-828c-fbb2c9ab6790
  kind: Event
  lastTimestamp: "2026-07-21T18:02:35Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5f988fb756 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:02:35Z"
    name: isvc-sklearn-mcp-predictor.18c4600b9ee48ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 5dfb92b6-4191-4863-aec3-352eb1f95f92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27370"
    uid: 9980b63f-f6e1-4798-8d8b-c7593916a799
  kind: Event
  lastTimestamp: "2026-07-21T18:03:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:03:50Z"
    name: isvc-sklearn-mcp.18c4600b9e877db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: fec48d8f-d8a4-42ef-8cf9-81e75a9c2170
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27370"
    uid: 9980b63f-f6e1-4798-8d8b-c7593916a799
  kind: Event
  lastTimestamp: "2026-07-21T18:02:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:02:35Z"
    name: isvc-sklearn-mcp.18c4600b9f1660cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: 505930bd-8fbe-4288-980d-4d1beb08f71a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27969"
    uid: 9980b63f-f6e1-4798-8d8b-c7593916a799
  kind: Event
  lastTimestamp: "2026-07-21T18:03:50Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:03:50Z"
    name: isvc-sklearn-mcp.18c4601d197c265b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: 10cf9afd-4b6b-4f9a-bc54-aacda220e148
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:25:26.254733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38537"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-df6bcb64d-h5gqc
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614acddb67cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38541"
    uid: 44674b2a-7214-430e-bf36-aac113f552b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38547"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614ae7dc0fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: fafc66b2-b59d-49f1-b30c-820d45396370
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614ae9556927
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: a7a7605b-a2d0-4a07-8951-ca1f38033556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614aec5beedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 8eb9302d-61c2-41a3-8792-8cd7100b6791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614aecd0bc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38567"
    uid: ce8a1b30-66fb-4ab0-9810-0073983a4c2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614bdf5fb47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 2491539e-047d-4627-bbb1-851e484307eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614be26a428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 37c6e882-cc59-4070-91d2-3163b4dd3b9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614be2e17dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 322483c2-9500-4f7d-a95e-95eb1e8f1463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614be312cb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38608"
    uid: 43f05834-2271-46ce-9c1e-4745be108c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614be6296851
    namespace: kserve-ci-e2e-test
    resourceVersion: "38610"
    uid: a390fe19-3af7-40bb-bef7-ee7ff2147525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:25:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:25:30Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614be6bd7cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: c2d99a0d-5b8a-4aeb-b37d-b4f329f64c6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:26:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:26:58Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4614c57455927
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: 34146792-9bb9-4fb4-9077-5fc14d6fe82c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:26:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:26:56Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4615fc95694eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39236"
    uid: ba1543c2-e997-47c4-b8b3-ac68987419c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:26:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:26:56Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c4615fc95710c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39235"
    uid: 55ff24f8-5013-4258-ad57-c6cd6fb59398
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38539"
    uid: c71655f6-735c-4662-86e3-cd1587e8b071
  kind: Event
  lastTimestamp: "2026-07-21T18:26:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:26:58Z"
    name: isvc-sklearn-predictor-df6bcb64d-h5gqc.18c461605d76da94
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: 8ac3e18f-3be1-4e58-bd7c-cb8e99313d48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-df6bcb64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 9ff25d16-2a41-42d0-8310-6e592e903008
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: 'Created pod: isvc-sklearn-predictor-df6bcb64d-h5gqc'
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor-df6bcb64d.18c4614acd677416
    namespace: kserve-ci-e2e-test
    resourceVersion: "38538"
    uid: a9a52dfa-079c-43f1-ba46-6266bcf4f1f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 46cbda23-3526-4a4f-85e7-cdbe98c22615
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: Scaled up replica set isvc-sklearn-predictor-df6bcb64d from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn-predictor.18c4614aca41944c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38529"
    uid: c04f74c8-66e3-4cc5-812f-e245e7a76d63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: d7b55318-2e80-43c1-9516-650e0196fee3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:26:11Z"
    name: isvc-sklearn-predictor.18c4614e4995f93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 987ae328-9f7c-40c2-9a52-5483db79c6f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: d7b55318-2e80-43c1-9516-650e0196fee3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:26:11Z"
    name: isvc-sklearn-predictor.18c4614e4a0b1fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 061174fb-bdb3-46b0-8b93-1fab44e3c6f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: d7b55318-2e80-43c1-9516-650e0196fee3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:26:56Z"
    name: isvc-sklearn-predictor.18c46158c85a5b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: 4fff8848-e7fe-4514-aa11-b665fb1e1e4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: d7b55318-2e80-43c1-9516-650e0196fee3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:26:56Z"
    name: isvc-sklearn-predictor.18c46158c8ce3f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: 02a1f3a6-d050-42e6-8601-f79cc3688d8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:28:06.789779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39854"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-757d748996-njdv7
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:28:06Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c461702e7e81e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39860"
    uid: 475190b3-2eb9-4a68-9a73-c0e6ebb70f01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:06Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c461703ab1da91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39869"
    uid: 236cf55e-259d-4cd2-b13b-59cb801c0f09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39864"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:07Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:28:07Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c461706c79d8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39878"
    uid: 5a8d69d5-6646-4d09-85fe-a7bd7dcd0989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:07Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c461706e1a5d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39880"
    uid: 948ff356-f93e-4ed8-8724-68eb895912b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:07Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c4617071044bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39881"
    uid: 553fb394-eded-4c0a-afb9-3db74806c653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:07Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46170717a1ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39882"
    uid: b6679f42-381d-43b5-ae5f-a6382c3a7dd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c05da3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39932"
    uid: 68c22bc3-5e0c-43a8-a8e8-76c12dadf785
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c3f98720
    namespace: kserve-ci-e2e-test
    resourceVersion: "39936"
    uid: 65fa853c-0aac-4882-be9a-28cdf9d8f455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c48ce8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39937"
    uid: 7ccdb401-978f-4e02-992f-43b78121c30b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c496c9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39938"
    uid: 3a04f03b-d06d-4b03-9f51-3a064a343e7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c816160c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39940"
    uid: 34ff1dd5-f173-4bbd-97e0-39eecea14d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:13Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46171c89c8758
    namespace: kserve-ci-e2e-test
    resourceVersion: "39941"
    uid: 506b082b-bb17-4f5d-8865-12bdb93b167f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:21Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46172383d70f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39997"
    uid: 2d8dd4c0-2427-4779-96d0-8268adf4f1d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:43Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46178cbfae396
    namespace: kserve-ci-e2e-test
    resourceVersion: "40181"
    uid: 3cb478cc-fecc-436e-aa6d-ae1ce4d940a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39856"
    uid: 6e977334-378c-4cfa-a69a-b50729246cb3
  kind: Event
  lastTimestamp: "2026-07-21T18:28:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:43Z"
    name: isvc-sklearn-runtime-predictor-757d748996-njdv7.18c46178cbfb5a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "40182"
    uid: 8d48e431-ce4f-40c0-bd6e-bc22447eb61e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-757d748996
    namespace: kserve-ci-e2e-test
    resourceVersion: "39845"
    uid: a9110a5d-8fe7-4fe7-bb7a-d61a0878cc2d
  kind: Event
  lastTimestamp: "2026-07-21T18:28:06Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-757d748996-njdv7'
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:06Z"
    name: isvc-sklearn-runtime-predictor-757d748996.18c461702e166dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39855"
    uid: 75ae1001-ff6c-4ce2-98ee-411f28fbfe8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39843"
    uid: 8fd04110-ae14-47e4-b759-63ca18be3595
  kind: Event
  lastTimestamp: "2026-07-21T18:28:06Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-757d748996 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:06Z"
    name: isvc-sklearn-runtime-predictor.18c461702b0ae608
    namespace: kserve-ci-e2e-test
    resourceVersion: "39846"
    uid: 9b2207d9-5962-4973-b924-1fc0bcbfc255
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39844"
    uid: d375af3f-ab3f-4641-9652-9f8bdd786d07
  kind: Event
  lastTimestamp: "2026-07-21T18:28:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:21Z"
    name: isvc-sklearn-runtime-predictor.18c46173aa01e63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39999"
    uid: 3438f8b9-e317-4f58-bee8-d74a4abbecd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39844"
    uid: d375af3f-ab3f-4641-9652-9f8bdd786d07
  kind: Event
  lastTimestamp: "2026-07-21T18:28:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:21Z"
    name: isvc-sklearn-runtime-predictor.18c46173aa773800
    namespace: kserve-ci-e2e-test
    resourceVersion: "40001"
    uid: d1175408-41f1-4d34-8f98-5f13e52549f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40000"
    uid: d375af3f-ab3f-4641-9652-9f8bdd786d07
  kind: Event
  lastTimestamp: "2026-07-21T18:28:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:36Z"
    name: isvc-sklearn-runtime-predictor.18c46177294b7561
    namespace: kserve-ci-e2e-test
    resourceVersion: "40116"
    uid: 01ec7849-baa3-4cf6-9fa0-c57bd0aa578c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40000"
    uid: d375af3f-ab3f-4641-9652-9f8bdd786d07
  kind: Event
  lastTimestamp: "2026-07-21T18:28:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:36Z"
    name: isvc-sklearn-runtime-predictor.18c4617729cac0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40118"
    uid: efc3023f-7055-4073-8db1-761ec49b118a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39836"
    uid: 0c012b88-7a38-47d4-bc78-a681431949ec
  kind: Event
  lastTimestamp: "2026-07-21T18:28:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:28:31Z"
    name: isvc-sklearn-runtime.18c461702b136520
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: a9f444b1-4aed-4597-a793-031634a6e80f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39836"
    uid: 0c012b88-7a38-47d4-bc78-a681431949ec
  kind: Event
  lastTimestamp: "2026-07-21T18:28:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:28:06Z"
    name: isvc-sklearn-runtime.18c461702b950586
    namespace: kserve-ci-e2e-test
    resourceVersion: "39850"
    uid: 33d6376d-40d8-4e22-89d8-41fd0808cf6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: 0c012b88-7a38-47d4-bc78-a681431949ec
  kind: Event
  lastTimestamp: "2026-07-21T18:28:31Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:28:31Z"
    name: isvc-sklearn-runtime.18c46175f81b0a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "40080"
    uid: 8b0b9f8d-de73-45cd-9102-e8b8e7c4eab1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:44:05.942845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48105"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6b8556897c-578q9
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:44:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:44:05Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624f80780f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48110"
    uid: 5738b8fb-c4e5-489b-84ac-9c4cd9ba2b9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48117"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:06Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:44:06Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624f9a2124f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48127"
    uid: 01cedb39-e2ea-4cec-8935-ee76db922cef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:06Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624f9bb4ab0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48130"
    uid: b31a1eb3-944b-47b7-8dcf-b48878bbda0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:06Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624f9e9615c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48131"
    uid: a9161d8f-eefe-4778-952a-f2648373c0fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:06Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624f9f0b2fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48132"
    uid: c755b01a-01ec-4956-8d53-5aaeb3d1413c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe252a0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "48149"
    uid: 7241039d-a8b3-4d62-9c8d-0ac705a83faf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe57a09fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "48151"
    uid: 5c1467d0-f7ac-49f3-a3cb-7084e0a2a010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe5ecb237
    namespace: kserve-ci-e2e-test
    resourceVersion: "48154"
    uid: d3e1816e-232b-48aa-aca5-7a346b7f08b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe5f6b6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48155"
    uid: df14aed0-cb65-4a62-9055-c7a4a585b010
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe967d8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48157"
    uid: 90f15bbe-0b37-4e4c-85ef-4e5aeb449928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:44:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:07Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4624fe9d73f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48158"
    uid: a6772f70-199e-4f92-819c-ce88508001e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:45:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:15Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c462505a1fd074
    namespace: kserve-ci-e2e-test
    resourceVersion: "48638"
    uid: e55d9627-0e3f-4a94-915e-0ca8392760b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c46262282329e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48741"
    uid: e2e1dd1c-34b2-4539-93f8-ea136e00af09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c46262282a5dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "48742"
    uid: bcf362d2-2d0f-4814-9605-085f4980214c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48108"
    uid: b1094d4e-d58d-4283-a766-35605acfdd76
  kind: Event
  lastTimestamp: "2026-07-21T18:45:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-21T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:31Z"
    name: isvc-sklearn-s3-predictor-6b8556897c-578q9.18c4626371fc988c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48850"
    uid: a70c7bca-74ae-46b2-88ae-1b8e961e0d2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6b8556897c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48097"
    uid: bb9d9cbc-0926-46c2-a66d-004fa6fb94c4
  kind: Event
  lastTimestamp: "2026-07-21T18:44:05Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6b8556897c-578q9'
  metadata:
    creationTimestamp: "2026-07-21T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:44:05Z"
    name: isvc-sklearn-s3-predictor-6b8556897c.18c4624f8001bb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "48107"
    uid: 4d1aa114-67aa-4fe4-88bd-f45c69687b0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: f1f480fa-3295-45d7-8031-beb227d83b1f
  kind: Event
  lastTimestamp: "2026-07-21T18:44:05Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6b8556897c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:44:05Z"
    name: isvc-sklearn-s3-predictor.18c4624f7d565c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "48098"
    uid: 1c9e4050-f79c-4a35-ac73-85e1e9838123
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48096"
    uid: 8945faac-c22d-4a14-867e-626df7d8ef73
  kind: Event
  lastTimestamp: "2026-07-21T18:44:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:44:20Z"
    name: isvc-sklearn-s3-predictor.18c46252fc38a705
    namespace: kserve-ci-e2e-test
    resourceVersion: "48257"
    uid: cb0165eb-b2af-488b-852c-ae1fb7b5a316
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48096"
    uid: 8945faac-c22d-4a14-867e-626df7d8ef73
  kind: Event
  lastTimestamp: "2026-07-21T18:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:44:20Z"
    name: isvc-sklearn-s3-predictor.18c46252fc9e0f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "48259"
    uid: d5013ecc-6e87-4c40-a7bc-2700e0481e15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48258"
    uid: 8945faac-c22d-4a14-867e-626df7d8ef73
  kind: Event
  lastTimestamp: "2026-07-21T18:45:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:20Z"
    name: isvc-sklearn-s3-predictor.18c462567b5ca45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48677"
    uid: c3237fb5-ed72-4329-8f70-76504a567656
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48258"
    uid: 8945faac-c22d-4a14-867e-626df7d8ef73
  kind: Event
  lastTimestamp: "2026-07-21T18:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:20Z"
    name: isvc-sklearn-s3-predictor.18c462567bc7b0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48678"
    uid: 8aacc41b-1cbf-43b1-9df7-b5d08d6e315a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:48:29.660226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50349"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628ce7400dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "50354"
    uid: 8ae0c7a8-deed-4113-a3e7-0815d9506cdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50359"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: "2026-07-21T18:48:30Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:48:30Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628d00dd3870
    namespace: kserve-ci-e2e-test
    resourceVersion: "50364"
    uid: 50c9ae61-5d59-47a5-8c7e-352a77a89776
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: "2026-07-21T18:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628d023d89f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50409"
    uid: 958fdc38-4086-49c5-9410-672aea9041c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: "2026-07-21T18:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628d0509b89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50411"
    uid: d5bc5e55-c183-4563-a2fc-447f15ea98e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: "2026-07-21T18:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628d057d5e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50412"
    uid: d88ed10b-1497-49b6-a14e-d9dbf6d0e4e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: a56decbf-e844-4357-9175-5b8c72247864
  kind: Event
  lastTimestamp: "2026-07-21T18:48:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb.18c4628f39b9de25
    namespace: kserve-ci-e2e-test
    resourceVersion: "50468"
    uid: 47db518b-bc9d-4470-941b-eecd8caa9fc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50338"
    uid: 77669a1c-fa75-416a-80ea-a084a4ca13fc
  kind: Event
  lastTimestamp: "2026-07-21T18:48:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f-w9hxb'
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f.18c4628ce6d0d04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50350"
    uid: 97c8527a-0fc0-4893-adad-ac3a3ae9ac72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: f2cb3521-d313-4b1d-9d3b-8fae739ec023
  kind: Event
  lastTimestamp: "2026-07-21T18:48:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d87c6f8f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c4628ce2511c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50339"
    uid: 714dc43d-fe33-49df-9064-f156c6fc44f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "50329"
    uid: d73c1c4e-523a-4fd7-8bac-faf63111063d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c4628ce2626c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "50416"
    uid: 04c40db1-b43f-4612-88a7-20f50e3aee5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "50329"
    uid: d73c1c4e-523a-4fd7-8bac-faf63111063d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c4628ce2e5a72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50342"
    uid: d2dd253a-3b99-49db-822e-1b8ba1f6819b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:46:58.464441Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49592"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277ab8ebef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49598"
    uid: e9c4ab2b-01d1-44f5-90fb-484de2c431f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277b3ef6279
    namespace: kserve-ci-e2e-test
    resourceVersion: "49613"
    uid: 9dbfa110-3492-4e88-947f-d45c8d418fb4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49604"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:59Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:46:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277e8cf2d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "49627"
    uid: a315bc55-aef1-4fe5-b528-92a8b1457f7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277ea5a5fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49629"
    uid: 56dbf13f-93cb-4ed7-aba4-1b1699b64942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277ed219876
    namespace: kserve-ci-e2e-test
    resourceVersion: "49630"
    uid: 2fddee84-a021-4117-a162-1cadeb829f73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46277ed934266
    namespace: kserve-ci-e2e-test
    resourceVersion: "49631"
    uid: 5367aa26-b206-4cdd-a678-61c68554d3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46278562c299b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49650"
    uid: 79ab6990-fc95-44d6-8979-9ca9615e43d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c462785950fc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49652"
    uid: 38454c02-b68e-47bc-a2ef-8ee9cab4879a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c4627859c43a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "49653"
    uid: f0203321-3b6c-498d-ab69-5d433cbf3e05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c4627859cd1b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49656"
    uid: 236d79da-f512-440b-82ec-49838ee605f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c462785cc313b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49659"
    uid: 2fee90b3-e1d9-4a1a-ba02-2ed2174c43a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:47:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:47:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c462785d342ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49660"
    uid: 8bf5bdd0-331d-422e-ae53-1f42d827be69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c46278ce2016fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50319"
    uid: b2197251-6fa0-4218-b73f-20610a0d7ff9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c4628ca5d9a805
    namespace: kserve-ci-e2e-test
    resourceVersion: "50307"
    uid: 0207a188-259e-4a15-b619-412d9445fef8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c4628ca5da17bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50308"
    uid: 85925672-9b5c-46cd-a93b-da07de8eb794
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 5ff31a0d-5f7b-49c6-9bbf-3c26b9505d8d
  kind: Event
  lastTimestamp: "2026-07-21T18:48:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk.18c4628cd44f283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50318"
    uid: 66a721d5-09b9-416d-aeef-1400aefbb744
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "49584"
    uid: b52bb2ee-9df8-41e2-8b3f-1c535422c83e
  kind: Event
  lastTimestamp: "2026-07-21T18:46:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85-qv9wk'
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85.18c46277ab0a17bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49595"
    uid: e951cf66-3c08-4079-aa74-be1036625828
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49582"
    uid: e4a15c1a-474f-4e51-8539-e5aa2da3734d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6f5f576c85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c46277a8d51d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49585"
    uid: 8c6c1838-e636-42e7-b7d3-1b2120d14765
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49583"
    uid: 88991a4b-0bb8-4e50-9fd3-d3ce44e93c0a
  kind: Event
  lastTimestamp: "2026-07-21T18:47:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:47:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c4627b27ccee74
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: f95df026-6e5e-479a-bdff-508f130d6e34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49583"
    uid: 88991a4b-0bb8-4e50-9fd3-d3ce44e93c0a
  kind: Event
  lastTimestamp: "2026-07-21T18:47:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:47:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c4627b28536b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "49855"
    uid: c6a1e5d6-e041-44e2-91c1-86a92bf5085a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49750"
    uid: 88991a4b-0bb8-4e50-9fd3-d3ce44e93c0a
  kind: Event
  lastTimestamp: "2026-07-21T18:48:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c46282263cbeb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50292"
    uid: d60d3b14-38b3-4633-bccb-6a60001135f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49750"
    uid: 88991a4b-0bb8-4e50-9fd3-d3ce44e93c0a
  kind: Event
  lastTimestamp: "2026-07-21T18:48:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c4628226c1e9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50298"
    uid: cc365994-9fff-4dff-ab1a-23eb5f1238d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 7879f19f-c5ce-4164-8c49-2205f2af2333
  kind: Event
  lastTimestamp: "2026-07-21T18:48:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c46277a8d7ea6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50226"
    uid: dd12afd8-7204-43cd-9008-f1f221fddc85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49575"
    uid: 7879f19f-c5ce-4164-8c49-2205f2af2333
  kind: Event
  lastTimestamp: "2026-07-21T18:46:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c46277a96b38c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49607"
    uid: 4432d5ea-037a-4a35-a600-85f4caea0b6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49577"
    uid: 7879f19f-c5ce-4164-8c49-2205f2af2333
  kind: Event
  lastTimestamp: "2026-07-21T18:46:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c46277af53ab77
    namespace: kserve-ci-e2e-test
    resourceVersion: "49608"
    uid: 30123500-471a-4591-8158-5c320bcac95d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "50224"
    uid: 7879f19f-c5ce-4164-8c49-2205f2af2333
  kind: Event
  lastTimestamp: "2026-07-21T18:48:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c4628a869476fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50225"
    uid: 18530926-69e6-4c77-bbda-f2d52ac8a889
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:46:47.357786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49436"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:46:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c46275158cadbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49442"
    uid: a8d6557a-0b37-4b71-97aa-73e04ace1c7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49449"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:47Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:46:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c462752efac768
    namespace: kserve-ci-e2e-test
    resourceVersion: "49456"
    uid: 3a7a39fe-3d56-4e4c-bc0b-31370c1cb123
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49439"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c46275306d24dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49508"
    uid: ecae4e17-7fab-40f1-8943-a3894aa80591
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49439"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c462753366a054
    namespace: kserve-ci-e2e-test
    resourceVersion: "49510"
    uid: fa8c4a12-2b04-4d68-8b38-43830299ae96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49439"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c4627533dc937a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49513"
    uid: a83837f4-902f-4d72-90c1-616e12be77b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49439"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:57Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b_kserve-ci-e2e-test(c3348dec-ec30-4f66-b710-d8e19ea037e6)
  metadata:
    creationTimestamp: "2026-07-21T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c4627766ce0fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49545"
    uid: a62c463e-9650-4f93-bfec-fd1b1308ef3c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49439"
    uid: c3348dec-ec30-4f66-b710-d8e19ea037e6
  kind: Event
  lastTimestamp: "2026-07-21T18:46:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b.18c462776bdb5f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "49564"
    uid: d82e015c-151b-4638-a745-30be40650a7b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49428"
    uid: 7efadde2-85cd-4ffe-87c0-ac01bd16e41c
  kind: Event
  lastTimestamp: "2026-07-21T18:46:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-588584577c-jkp6b'
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-588584577c.18c46275150fe6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49438"
    uid: cfd408d9-7ed1-4971-88b7-c0fd9c5005a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49426"
    uid: a17cea1f-d4bb-4013-9181-179a9b50f47c
  kind: Event
  lastTimestamp: "2026-07-21T18:46:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-588584577c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c46275128b2ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49429"
    uid: 43e0ac79-ebaa-4fd1-998d-9dd3255aa67e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: 4e8e970b-ef43-401c-b11c-02728de91c6a
  kind: Event
  lastTimestamp: "2026-07-21T18:46:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:53Z"
    name: isvc-sklearn-s3-tls-global-fail.18c46275129e52e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49514"
    uid: 5faa5ea9-6e96-4e7b-ab15-915022633c0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: 4e8e970b-ef43-401c-b11c-02728de91c6a
  kind: Event
  lastTimestamp: "2026-07-21T18:46:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:47Z"
    name: isvc-sklearn-s3-tls-global-fail.18c46275131b922e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49432"
    uid: 66331ffc-54f4-49ac-bbe2-56cdcec5d0de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:45:26.212601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48765"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c4626230eb6964
    namespace: kserve-ci-e2e-test
    resourceVersion: "48772"
    uid: c0655515-23e2-4910-a4b1-90181c0766ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48776"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462624a8ba7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "48788"
    uid: 8e18604f-173c-4d4b-a2d4-d23ea8dec21f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462624c0f36bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48791"
    uid: da01dd83-7bd7-45a0-89a6-f210cf4bf0d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462624f32d86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48793"
    uid: 6e0716fa-bcec-40a6-a9e4-5ab96c092c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462624fb2a29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48794"
    uid: 107fd312-76e3-45bc-ad61-77d766bf8fe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c4626296b0167e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48805"
    uid: bd4f27be-3676-414c-b9be-4bd07ee42460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c4626299e3b0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48807"
    uid: f60e6fa7-90b0-48c3-8cec-39f004680c9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462629a58aa22
    namespace: kserve-ci-e2e-test
    resourceVersion: "48810"
    uid: a724ca0c-3ab4-4d47-9d53-6c8e816a66cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462629a636cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48812"
    uid: cf7cb220-9750-409c-b230-f47566a25c55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462629d7652dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "48814"
    uid: c9a0a597-8f4a-401f-95ee-cd1ae769b0ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:45:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462629deb10ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "48815"
    uid: 1ff738ff-a7a2-414a-ae37-d061668729b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:46:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c462630e93aa3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49301"
    uid: 5dbf2c43-ac87-44b9-b096-ed0c70a2b7ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:46:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c46274d5a0ad48
    namespace: kserve-ci-e2e-test
    resourceVersion: "49399"
    uid: fdc69b84-cb38-4c8e-a2d3-58e3df2099fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 0b59894f-5aac-434f-a49e-5da3b179f6f0
  kind: Event
  lastTimestamp: "2026-07-21T18:46:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:46:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t.18c46274d5a124cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49400"
    uid: 69f02253-f03f-499c-aaf0-db93710393d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48756"
    uid: 925f0d84-7d6f-46c6-b7c6-962d2fc231b0
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5-fsb5t'
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-84994546b5.18c462623055fe46
    namespace: kserve-ci-e2e-test
    resourceVersion: "48768"
    uid: 0d0bc453-64c1-4755-bab8-da2f522abf68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48754"
    uid: b1085422-d736-444e-8daf-32bad5a1e5aa
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-84994546b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c462622df170ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "48757"
    uid: 0d0da324-a041-4d71-a575-e1962aec5a4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48755"
    uid: 29be3d92-0305-40b0-a10f-999b0e0aa87d
  kind: Event
  lastTimestamp: "2026-07-21T18:45:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c46265ad062881
    namespace: kserve-ci-e2e-test
    resourceVersion: "48916"
    uid: 94a4304d-2102-482f-89f8-eff3c76b1943
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48755"
    uid: 29be3d92-0305-40b0-a10f-999b0e0aa87d
  kind: Event
  lastTimestamp: "2026-07-21T18:45:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:45:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c46265ada10cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "48918"
    uid: 22f8cbaf-a58f-4d79-8418-7ec15282fb87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48917"
    uid: 29be3d92-0305-40b0-a10f-999b0e0aa87d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c462692c61d748
    namespace: kserve-ci-e2e-test
    resourceVersion: "49340"
    uid: f7a2c009-7880-4c89-a129-0d99ce103626
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48917"
    uid: 29be3d92-0305-40b0-a10f-999b0e0aa87d
  kind: Event
  lastTimestamp: "2026-07-21T18:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:46:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c462692cca39a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49341"
    uid: fa98c653-7896-4881-8b2d-cf26858cfb1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48745"
    uid: 97ce0287-0019-42d7-a4ad-617517b85c1e
  kind: Event
  lastTimestamp: "2026-07-21T18:46:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:42Z"
    name: isvc-sklearn-s3-tls-global-pass.18c462622df7ff2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49354"
    uid: 5ca0bed6-0aed-44fb-8897-549e060ae1b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48745"
    uid: 97ce0287-0019-42d7-a4ad-617517b85c1e
  kind: Event
  lastTimestamp: "2026-07-21T18:45:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:45:26Z"
    name: isvc-sklearn-s3-tls-global-pass.18c462622e866575
    namespace: kserve-ci-e2e-test
    resourceVersion: "48760"
    uid: 826ea9ac-b482-4da9-a8c9-5794d9d6b256
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:46:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49352"
    uid: 97ce0287-0019-42d7-a4ad-617517b85c1e
  kind: Event
  lastTimestamp: "2026-07-21T18:46:42Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:46:42Z"
    name: isvc-sklearn-s3-tls-global-pass.18c46273d6b0a7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 9bb7b286-0ce7-4fcd-aa5a-5f7a335f5408
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:50:11.889574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51245"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:50:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:50:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4b4981d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51249"
    uid: 3831f7b3-12bd-4ce4-b144-7d9ca164ef75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4c1aaf61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51256"
    uid: ca54ea5a-2304-489a-89ff-1fd6530bc86f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51253"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:12Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:50:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4f1e33977
    namespace: kserve-ci-e2e-test
    resourceVersion: "51264"
    uid: 8699ab75-1cd2-41f4-ba51-4898a2424da2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4f33f3765
    namespace: kserve-ci-e2e-test
    resourceVersion: "51323"
    uid: a6a8cee2-a31c-4c35-b853-15ce511d0681
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4f654d43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51325"
    uid: 9bb470a0-bea4-4ee3-aebd-133b72da892d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a4f6ce3dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51327"
    uid: d3a19d38-5d4b-46dd-a991-9291c5000dc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51246"
    uid: 5e2d0184-e683-47ab-b74e-b350662b0eba
  kind: Event
  lastTimestamp: "2026-07-21T18:50:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf.18c462a707c9880b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51365"
    uid: 61c85e27-c25a-48e6-b515-439a5b26c61e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51233"
    uid: 99244226-c004-4197-ba62-b7e8e0031dc7
  kind: Event
  lastTimestamp: "2026-07-21T18:50:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd-dtzcf'
  metadata:
    creationTimestamp: "2026-07-21T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:50:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd.18c462a4b43da0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51247"
    uid: 976efca5-26e4-4935-9daa-0b88799a08e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51231"
    uid: 68706a20-6f42-4230-b42a-41debc92b5a9
  kind: Event
  lastTimestamp: "2026-07-21T18:50:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6969d5d7bd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:50:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c462a4b021a3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51235"
    uid: 8a9068f4-4ac1-481c-b009-633c9157f8d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "51224"
    uid: b3baa418-7558-4f20-817d-272c2d596469
  kind: Event
  lastTimestamp: "2026-07-21T18:50:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:50:19Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c462a4b0275f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51331"
    uid: a4d71271-f049-4cef-be0e-531412f3b0ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "51224"
    uid: b3baa418-7558-4f20-817d-272c2d596469
  kind: Event
  lastTimestamp: "2026-07-21T18:50:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:50:11Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c462a4b0ab2583
    namespace: kserve-ci-e2e-test
    resourceVersion: "51238"
    uid: b19b104e-794b-4f69-8b35-ffe90a4f34c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:48:40.724050Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50501"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:48:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628f7ab49726
    namespace: kserve-ci-e2e-test
    resourceVersion: "50505"
    uid: 0a161f2e-fed9-433b-a2a9-a27e137806d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:41Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:48:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628f949e5804
    namespace: kserve-ci-e2e-test
    resourceVersion: "50529"
    uid: 3e99ddb5-96ff-464e-92fb-103a03f8570d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628f9671dfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50531"
    uid: 312194ed-e581-480d-8972-f7b9c6c1952b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628f99ad8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50532"
    uid: 82642480-1c14-437b-bc55-84d1732dc0a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628f9a222e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "50533"
    uid: 07478102-497f-4637-8403-80018535d0c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ff570d897
    namespace: kserve-ci-e2e-test
    resourceVersion: "50548"
    uid: 280edb0e-2500-4307-b7e0-194f832a082b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ff90ce6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50551"
    uid: e38cf512-3a93-424e-91bb-362633309e9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ff9802e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "50552"
    uid: fa144363-7a28-4e7b-bc36-5c7e06bf9b15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ff98ab861
    namespace: kserve-ci-e2e-test
    resourceVersion: "50555"
    uid: 1c974294-c20d-4843-989e-6428045ec681
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ffcba8c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50556"
    uid: faafb891-6b0a-4bfe-9e12-355959d47f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:48:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:48:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c4628ffd47b7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50558"
    uid: 608a9055-da3b-4403-bfe7-c0450c18e5b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:49:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:49:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c462906d68152b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51044"
    uid: 374210ac-00d5-4f45-addf-e3fe93688d56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:50:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c462a4742a4864
    namespace: kserve-ci-e2e-test
    resourceVersion: "51206"
    uid: eb9dea7e-3cef-47a6-9250-491c8fc2fa28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "50503"
    uid: f651d6af-74ac-4c16-af46-5c8d86a36233
  kind: Event
  lastTimestamp: "2026-07-21T18:50:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:50:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq.18c462a4742afc06
    namespace: kserve-ci-e2e-test
    resourceVersion: "51207"
    uid: 32051679-ad00-4b72-ae86-c9e1f9e62ed6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898
    namespace: kserve-ci-e2e-test
    resourceVersion: "50492"
    uid: 6fbd33fc-1154-4436-96bb-1125de1b0982
  kind: Event
  lastTimestamp: "2026-07-21T18:48:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898-fxkrq'
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898.18c4628f7a479351
    namespace: kserve-ci-e2e-test
    resourceVersion: "50502"
    uid: 7ec352f4-062a-46d5-aed0-94ca72992c7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50490"
    uid: 57287c0d-0d42-4757-8ecc-a96244b76b43
  kind: Event
  lastTimestamp: "2026-07-21T18:48:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7789c94898
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:48:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c4628f77e0c472
    namespace: kserve-ci-e2e-test
    resourceVersion: "50494"
    uid: 517db14e-b716-45df-907c-187876e686ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50491"
    uid: 5c6a05d3-8a03-464c-a506-b248aa82569d
  kind: Event
  lastTimestamp: "2026-07-21T18:49:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:49:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c46292f68def58
    namespace: kserve-ci-e2e-test
    resourceVersion: "50869"
    uid: 6458eb0f-c8d6-4bf0-834f-ff28df5f6cf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50491"
    uid: 5c6a05d3-8a03-464c-a506-b248aa82569d
  kind: Event
  lastTimestamp: "2026-07-21T18:49:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:49:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c46292f70cfc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "50870"
    uid: 0f8be7d4-0214-4c12-bf93-39eb6a1206f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50654"
    uid: 5c6a05d3-8a03-464c-a506-b248aa82569d
  kind: Event
  lastTimestamp: "2026-07-21T18:50:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:50:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c4629d74177bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51200"
    uid: 3a6aed31-9d8a-4653-8511-efedd0510fe3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50654"
    uid: 5c6a05d3-8a03-464c-a506-b248aa82569d
  kind: Event
  lastTimestamp: "2026-07-21T18:50:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:50:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c4629d74846730
    namespace: kserve-ci-e2e-test
    resourceVersion: "51202"
    uid: 188845a9-f2a0-4974-b03d-198260cccb6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "50482"
    uid: 1e82b59f-6cbf-4346-9f8b-a8ec997da0fb
  kind: Event
  lastTimestamp: "2026-07-21T18:50:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:50:00Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c4628f77edb47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51120"
    uid: 5a698528-d45d-49bb-9761-38e55e7ef62d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "50482"
    uid: 1e82b59f-6cbf-4346-9f8b-a8ec997da0fb
  kind: Event
  lastTimestamp: "2026-07-21T18:48:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:40Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c4628f7859a223
    namespace: kserve-ci-e2e-test
    resourceVersion: "50516"
    uid: b0a3b1cf-b553-4a50-8089-49c686623e68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "50484"
    uid: 1e82b59f-6cbf-4346-9f8b-a8ec997da0fb
  kind: Event
  lastTimestamp: "2026-07-21T18:48:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:48:40Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c4628f7e5dfcaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50518"
    uid: f118c80d-59ee-4e79-801f-0db973d254fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:50:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "51118"
    uid: 1e82b59f-6cbf-4346-9f8b-a8ec997da0fb
  kind: Event
  lastTimestamp: "2026-07-21T18:50:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:50:00Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c462a2252c083e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51119"
    uid: 518b9d12-447d-4c78-b93c-a4282b44738d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48087"
    uid: 84690f78-5313-42c4-9eb7-5f9c7f2859ca
  kind: Event
  lastTimestamp: "2026-07-21T18:45:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:45:25Z"
    name: isvc-sklearn-s3.18c4624f7d5bb849
    namespace: kserve-ci-e2e-test
    resourceVersion: "48720"
    uid: 67c3b8d3-ca5f-4c4e-b277-7d7f78a7ab71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48087"
    uid: 84690f78-5313-42c4-9eb7-5f9c7f2859ca
  kind: Event
  lastTimestamp: "2026-07-21T18:44:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:44:05Z"
    name: isvc-sklearn-s3.18c4624f7de1802c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48101"
    uid: c29c47af-a720-4ce4-9cba-f88ed31854df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48717"
    uid: 84690f78-5313-42c4-9eb7-5f9c7f2859ca
  kind: Event
  lastTimestamp: "2026-07-21T18:45:25Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:45:25Z"
    name: isvc-sklearn-s3.18c46262121487c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48718"
    uid: bbab4496-f8f7-4e6d-8f3f-6c6d2fe67e16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6dd8799778
    namespace: kserve-ci-e2e-test
    resourceVersion: "38426"
    uid: c37a815f-06d4-400b-98e7-dcba6686f702
  kind: Event
  lastTimestamp: "2026-07-21T18:25:19Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6dd8799778-pd2c2'
  metadata:
    creationTimestamp: "2026-07-21T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:19Z"
    name: isvc-sklearn-scheduler-predictor-6dd8799778.18c461492244dab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 3f241830-6f67-4131-b750-691c74d48cf7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38424"
    uid: 443db960-30f0-49c3-b6a5-71e55fc0867e
  kind: Event
  lastTimestamp: "2026-07-21T18:25:19Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6dd8799778 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:25:19Z"
    name: isvc-sklearn-scheduler-predictor.18c461491d7ba56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: 1794f3ee-bfb4-4e5e-9889-c15e60f2c801
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 3794e5ca-d5f1-44b7-84cc-3a8049325cac
  kind: Event
  lastTimestamp: "2026-07-21T18:25:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:19Z"
    name: isvc-sklearn-scheduler.18c461491d1cdba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 3b8dae4a-edf5-4776-818e-2de750f08d61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 3794e5ca-d5f1-44b7-84cc-3a8049325cac
  kind: Event
  lastTimestamp: "2026-07-21T18:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:19Z"
    name: isvc-sklearn-scheduler.18c461491d9b2f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38441"
    uid: bf4a8012-bcab-451c-b5f6-36ede562ab7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 3794e5ca-d5f1-44b7-84cc-3a8049325cac
  kind: Event
  lastTimestamp: "2026-07-21T18:25:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:19Z"
    name: isvc-sklearn-scheduler.18c461491d9b894a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f192f95c-379e-4017-849b-c050dbbcdb95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:31:29.612660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41548"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:31:29Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c4619f67ad621d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 6e73d7bf-f7b1-4afc-9b58-fa8bfc30a4f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41556"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:30Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:31:30Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c4619f812c9002
    namespace: kserve-ci-e2e-test
    resourceVersion: "41568"
    uid: 421fefea-d6b9-4df4-b978-73be955576fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:30Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c4619f8288c7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41571"
    uid: 65d6fdee-f1e1-4d84-87a2-67f227fe4cbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:30Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c4619f855ff15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41572"
    uid: 20c87847-9a7e-4d76-a9ed-6c3ce71f5032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:30Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c4619f85d4cecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: e831c21f-4d9b-4207-8801-feb160c65bc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a085a42f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "41609"
    uid: d69fc8c2-fb2c-4637-b75d-77854c33b3e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a088d2b36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41611"
    uid: 618202aa-a4f4-4f77-8acb-3161d79eb1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a0894b0398
    namespace: kserve-ci-e2e-test
    resourceVersion: "41614"
    uid: 2f8ec1f9-0bf9-400b-a49d-fb0b06a76cb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a08954e69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41615"
    uid: 267ad312-3865-4fa5-95bb-4d8c2fb66998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a08c494e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41617"
    uid: 30af927a-a9b0-4d69-9b4c-bdda401efb28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:31:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:34Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a08cc01ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41618"
    uid: 18f38003-384f-4456-bf5e-dafde8eca497
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:33:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:02Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461a0c1aa6b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42273"
    uid: e7b72534-8492-4228-a136-be3a1d0113a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:32:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:32:59Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461b4663b9c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "42249"
    uid: 7eb96e9d-5952-42f9-b9de-49344fa65d9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:32:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:32:59Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461b4663c56fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42250"
    uid: 45d95da1-c15a-4c4b-88ae-009d1ddb587d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41550"
    uid: f187b13b-c53b-43ab-8d59-75f92113d413
  kind: Event
  lastTimestamp: "2026-07-21T18:33:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:02Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj.18c461b503c58b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42270"
    uid: fc88a83c-8852-4c4a-acbe-15e6fce9db5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41534"
    uid: 688d2021-c7d1-4b46-bebc-a85395e6773f
  kind: Event
  lastTimestamp: "2026-07-21T18:31:29Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-87d9ffc8f-z7wzj'
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:29Z"
    name: isvc-sklearn-v2-mixed-predictor-87d9ffc8f.18c4619f672ba4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41549"
    uid: f5bd3821-82a5-43af-a2a2-2aa4e966b1c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41532"
    uid: afcec546-8dca-4fd8-92e7-c986ab1647a4
  kind: Event
  lastTimestamp: "2026-07-21T18:31:29Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-87d9ffc8f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18c4619f626b5c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41536"
    uid: fa2a8b45-af6f-4190-aa9a-e3a97f6046e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41533"
    uid: 46c20bd5-c347-4c37-9564-120cb85a5cc4
  kind: Event
  lastTimestamp: "2026-07-21T18:31:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18c461a2e1a4590f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41801"
    uid: 5554b6e1-4a83-41c6-b57a-888cbde880de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41533"
    uid: 46c20bd5-c347-4c37-9564-120cb85a5cc4
  kind: Event
  lastTimestamp: "2026-07-21T18:31:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18c461a2e21fdce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41802"
    uid: b650128f-f834-4713-a8b6-70b09fe0fc46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:32:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41697"
    uid: 46c20bd5-c347-4c37-9564-120cb85a5cc4
  kind: Event
  lastTimestamp: "2026-07-21T18:32:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:32:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18c461a9e03cba23
    namespace: kserve-ci-e2e-test
    resourceVersion: "42232"
    uid: 107bde2b-e167-44f3-b874-e5648b072fac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-21T18:32:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41697"
    uid: 46c20bd5-c347-4c37-9564-120cb85a5cc4
  kind: Event
  lastTimestamp: "2026-07-21T18:32:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:32:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18c461a9e0aa8d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42233"
    uid: ecdec6f1-e375-4015-9644-0aead73de41a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41525"
    uid: 942bd529-0bfd-49ab-8808-eb34444230d9
  kind: Event
  lastTimestamp: "2026-07-21T18:32:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:32:53Z"
    name: isvc-sklearn-v2-mixed.18c4619f627acec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42185"
    uid: 55685ea1-9158-4ec6-8ac6-566951ac1737
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41525"
    uid: 942bd529-0bfd-49ab-8808-eb34444230d9
  kind: Event
  lastTimestamp: "2026-07-21T18:31:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:31:29Z"
    name: isvc-sklearn-v2-mixed.18c4619f6309f4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41558"
    uid: 16365d16-fb95-4dd6-9433-806f64a99546
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41529"
    uid: 942bd529-0bfd-49ab-8808-eb34444230d9
  kind: Event
  lastTimestamp: "2026-07-21T18:31:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:31:29Z"
    name: isvc-sklearn-v2-mixed.18c4619f69a3ce1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41560"
    uid: a3511bb2-f2ee-487d-acc1-20e0f067e73d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "42182"
    uid: 942bd529-0bfd-49ab-8808-eb34444230d9
  kind: Event
  lastTimestamp: "2026-07-21T18:32:53Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:32:53Z"
    name: isvc-sklearn-v2-mixed.18c461b2d2646c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 135b10b1-9391-4a20-b633-f973fff7e7b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:29:54.230914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40790"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c46189327b5f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "40796"
    uid: 3ed28f0f-0773-4927-9dcf-64c4779ab6d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40801"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c461894c1c59c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40810"
    uid: f9316723-32e9-4f44-954d-85850ea1274f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c461894d73b96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40812"
    uid: f00228b1-136e-4d1d-b8a3-ee19bfdd3527
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618950d52b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "40813"
    uid: a509455c-1424-4f14-a716-49ad5f1472ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c461895166ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40814"
    uid: 84da9eba-5c3c-45a5-8e24-b70aad010944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1775"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a4eb5abf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: e876ea55-23c9-43ce-8966-a35324fe3b1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a51b86e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40853"
    uid: 117c3d23-5b94-4c97-a318-fd31869cc4b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a522ea545
    namespace: kserve-ci-e2e-test
    resourceVersion: "40856"
    uid: 4b229208-6698-4bf6-b80e-6b58c926359c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a52387c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "40857"
    uid: 67764594-492d-44e4-bcd5-b913f2ffa03d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a5545a9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40859"
    uid: d09698d1-9253-4dbc-a16a-448368df1d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:29:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:59Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618a55bc03dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: 6f4a27aa-dc1a-4843-9ca1-df62041ce8f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:31:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:27Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4618ac69dd575
    namespace: kserve-ci-e2e-test
    resourceVersion: "41510"
    uid: 291a5071-c36f-46ad-a58d-756aa12d6ceb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:31:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:24Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4619e33e0291c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41481"
    uid: 5349a183-c7dd-4c72-b67b-e2919c721fae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:31:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:24Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4619e33e3092f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41482"
    uid: ffddba26-89b6-438a-8578-08243472a70f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: 268f7e13-b82b-478d-ad42-9ca7fbf484de
  kind: Event
  lastTimestamp: "2026-07-21T18:31:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:31:27Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf.18c4619ecce7b97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41500"
    uid: 7d318a50-9454-4a22-93a7-446e1ab3f020
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7c9f7f6496
    namespace: kserve-ci-e2e-test
    resourceVersion: "40780"
    uid: b1ef4062-6d05-4134-a95d-43688deba5f4
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7c9f7f6496-cmwcf'
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor-7c9f7f6496.18c4618931f056b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40791"
    uid: 96de780a-1ee7-4c6a-be48-1dfa7d5b0513
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: 1e411fe0-0ad3-4ac1-844e-746b281e970b
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7c9f7f6496 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2-predictor.18c461892f3536fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40781"
    uid: 91b4461d-5272-42a4-9739-c95dad71a02c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: be861bb6-90f3-4563-815e-f0034bdf4c23
  kind: Event
  lastTimestamp: "2026-07-21T18:30:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:30:39Z"
    name: isvc-sklearn-v2-predictor.18c4618cae56223a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: 1588ed16-2695-4e58-93b8-070c42c8ae83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: be861bb6-90f3-4563-815e-f0034bdf4c23
  kind: Event
  lastTimestamp: "2026-07-21T18:30:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:30:39Z"
    name: isvc-sklearn-v2-predictor.18c4618caebacefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: aefaced7-8e73-4451-ac5a-65f96beb821d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40933"
    uid: be861bb6-90f3-4563-815e-f0034bdf4c23
  kind: Event
  lastTimestamp: "2026-07-21T18:31:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:24Z"
    name: isvc-sklearn-v2-predictor.18c461972b7784dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41464"
    uid: 8e66d29f-2669-4db4-9d5e-e1d5e02882d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40933"
    uid: be861bb6-90f3-4563-815e-f0034bdf4c23
  kind: Event
  lastTimestamp: "2026-07-21T18:31:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:31:24Z"
    name: isvc-sklearn-v2-predictor.18c461972be0c54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41465"
    uid: 5b89282d-84fb-4690-84f6-706a717a755a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:28:48.960275Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40240"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:28:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:28:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a000c8a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40246"
    uid: 2522beb7-b408-454b-8a20-b75e52353eee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a0919852a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: badd9ec3-da67-4b0d-be8a-a0acaaee678e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40250"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:49Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:28:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a3dc42898
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: 9319b17c-c000-4214-bda0-ccb528f1b5e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a3f438424
    namespace: kserve-ci-e2e-test
    resourceVersion: "40267"
    uid: 8ade744e-4102-46c9-9287-f0183114e995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a41edf41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40269"
    uid: eea9ffe2-fb68-4a62-9466-c0a77f522ef7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617a426366c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40270"
    uid: 43360cc7-c7d2-484a-973f-1125ba74e227
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5832fdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: 47ba009c-2a36-4716-b260-5ef91578eb1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5b729b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "40313"
    uid: 20c42dc3-32d5-4e76-bfc6-b21389a7af0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5be66b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "40314"
    uid: 97ed2736-14c4-409b-a963-e8955969b13c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5befa36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: 4c5d7396-b32c-45c7-be67-cabe581e3784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5f0be95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 806ed41c-e95c-48d8-8358-67f76335be1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:28:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4617b5f80c6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 66543d73-726f-4f98-8c49-92ba1a437c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:29:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-21T18:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c4618434ac81a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40587"
    uid: 5834ebbb-484d-4b87-867e-6d370476286f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:29:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c46187fec85ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 6122413c-58ea-471c-a942-d81de1b85b30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:29:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c46187fec8d013
    namespace: kserve-ci-e2e-test
    resourceVersion: "40728"
    uid: 4e7908af-2bbd-4e15-9f4b-c4e7ffd94efc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:29:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c46188da13a2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40756"
    uid: 028d6d98-6bd9-4688-95df-afb3db7ba6ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 553394ef-c670-4e56-8531-1df85a6d5d34
  kind: Event
  lastTimestamp: "2026-07-21T18:29:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:29:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh.18c46188da80a19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40757"
    uid: dd4012a3-f063-4c5f-83a7-9d753e8edb08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: a887127f-b31f-4051-b5ee-92af6657963f
  kind: Event
  lastTimestamp: "2026-07-21T18:28:48Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6mvbh'
  metadata:
    creationTimestamp: "2026-07-21T18:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c46179ff85fcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40242"
    uid: 2ead8cdc-3d17-429a-85db-cbe6b4a7265a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: 51c06f91-a096-419c-b9ef-cdfee61d80e7
  kind: Event
  lastTimestamp: "2026-07-21T18:28:48Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18c46179fc5ce307
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 26713f6a-4cd7-472e-8fe5-0a8a2271e6af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: d9841803-dffe-498d-aaa0-b48799abaff7
  kind: Event
  lastTimestamp: "2026-07-21T18:29:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:33Z"
    name: isvc-sklearn-v2-runtime-predictor.18c4617d7b167f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: 8320b79e-75c3-49b4-8201-79321cae60f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: d9841803-dffe-498d-aaa0-b48799abaff7
  kind: Event
  lastTimestamp: "2026-07-21T18:29:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:33Z"
    name: isvc-sklearn-v2-runtime-predictor.18c4617d7b5f7f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "40599"
    uid: 03eddd36-a857-41dc-b3ed-18b0d0be7957
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: d9841803-dffe-498d-aaa0-b48799abaff7
  kind: Event
  lastTimestamp: "2026-07-21T18:29:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18c46180fab02a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40710"
    uid: 8d480d86-806a-4588-a3d8-dfc4566be6c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: d9841803-dffe-498d-aaa0-b48799abaff7
  kind: Event
  lastTimestamp: "2026-07-21T18:29:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:29:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18c46180fb1a2842
    namespace: kserve-ci-e2e-test
    resourceVersion: "40711"
    uid: 1f811f5b-fa1d-4a20-b8f9-9142451db531
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 083e0072-1301-4f0e-91e9-10f83aa91852
  kind: Event
  lastTimestamp: "2026-07-21T18:29:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:29:42Z"
    name: isvc-sklearn-v2-runtime.18c46179fc676312
    namespace: kserve-ci-e2e-test
    resourceVersion: "40665"
    uid: e1c5fb8d-4981-43c6-b872-0b9a75d3d2c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 083e0072-1301-4f0e-91e9-10f83aa91852
  kind: Event
  lastTimestamp: "2026-07-21T18:28:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:28:48Z"
    name: isvc-sklearn-v2-runtime.18c46179fce7a877
    namespace: kserve-ci-e2e-test
    resourceVersion: "40236"
    uid: 76f4377b-d9cb-4d89-9bf9-38d743e83672
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40663"
    uid: 083e0072-1301-4f0e-91e9-10f83aa91852
  kind: Event
  lastTimestamp: "2026-07-21T18:29:42Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:29:42Z"
    name: isvc-sklearn-v2-runtime.18c461868bb852ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40664"
    uid: d8f959aa-ee78-4d93-84cf-d2e84f35d4a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40771"
    uid: c04a5ca9-703a-4e02-90d1-0eed5ab2a33f
  kind: Event
  lastTimestamp: "2026-07-21T18:31:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:31:18Z"
    name: isvc-sklearn-v2.18c461892f5dbd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41423"
    uid: 51fab95c-88b6-4aac-874c-2298220d1319
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40771"
    uid: c04a5ca9-703a-4e02-90d1-0eed5ab2a33f
  kind: Event
  lastTimestamp: "2026-07-21T18:29:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:29:54Z"
    name: isvc-sklearn-v2.18c461892fbb385e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40784"
    uid: f3caa962-701b-4240-9611-7db79f572826
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:31:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41420"
    uid: c04a5ca9-703a-4e02-90d1-0eed5ab2a33f
  kind: Event
  lastTimestamp: "2026-07-21T18:31:18Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:31:18Z"
    name: isvc-sklearn-v2.18c4619cb3b7007d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41421"
    uid: 6b2ba6e2-b19c-4cb7-9cf9-a6c16fbf730c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: cd4641b5-f545-4219-8a9a-2bd21330a5d3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:26:49Z"
    name: isvc-sklearn.18c4614aca560af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 3b61ba3f-17f1-40cd-86c8-de087c47da85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: cd4641b5-f545-4219-8a9a-2bd21330a5d3
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn.18c4614acac7b8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: 62e59df5-4395-4b32-b786-c01d10632c1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:25:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: cd4641b5-f545-4219-8a9a-2bd21330a5d3
  kind: Event
  lastTimestamp: "2026-07-21T18:25:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:25:26Z"
    name: isvc-sklearn.18c4614ad16f4ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 40c3a288-70f4-491d-bb12-5ef7f1ee270e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: cd4641b5-f545-4219-8a9a-2bd21330a5d3
  kind: Event
  lastTimestamp: "2026-07-21T18:26:48Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:26:48Z"
    name: isvc-sklearn.18c4615e0f48f11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: d777d70d-1881-4d09-b2c1-2d2d774b2d5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:33:04.952791Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42316"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-9hbtt
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:33:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:33:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b59a64433c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42321"
    uid: 1a55fa32-dfde-4da4-8428-45487f992e48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b5a6f2483f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42331"
    uid: 986f57d4-d90b-45d4-8aac-bf396cf3b858
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42325"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:05Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:33:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b5d7c5c3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42339"
    uid: 1f097b18-23a3-44f9-b6e1-67551ec740d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b5d93735d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42343"
    uid: 0c56d036-4b01-4f65-add0-fc36c7c4642c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b5dc5c47cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42344"
    uid: 9930e821-bd69-4a8b-9839-40bdf53e0402
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b5dcd1a458
    namespace: kserve-ci-e2e-test
    resourceVersion: "42345"
    uid: 704fdc84-cf33-496d-9d8c-fc18353da52e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:11Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-21T18:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b716b6bc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "42383"
    uid: 9c2fe5c7-bc3a-4a97-b0ba-6c727315a8ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.917s (3.917s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b8003b5532
    namespace: kserve-ci-e2e-test
    resourceVersion: "42416"
    uid: 94475a0c-47ea-4063-823f-d2c88c6fe00f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b80328643b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42417"
    uid: 90458d9c-2d96-4168-a282-8402e9b8aae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b80392acc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42418"
    uid: 51b8af32-c8c5-4d2f-923d-bcb31c67baec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b8039d14b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42419"
    uid: c0112f2f-1cc4-4878-ac46-9a3c0a4972d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b8068ffa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "42420"
    uid: 99daec33-03cc-4149-a0de-be7c4a0fb015
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b807208568
    namespace: kserve-ci-e2e-test
    resourceVersion: "42421"
    uid: 1cd6f107-1f36-4389-a790-1e3755863ba6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461b842793af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42481"
    uid: 032da215-c68b-469f-827f-69d25d11dcc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461bf1061a9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: e9102b86-b1ae-45e6-b8b4-f519f19bf1ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:33:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461bf10628610
    namespace: kserve-ci-e2e-test
    resourceVersion: "42666"
    uid: 751f5463-1a87-497d-900c-c3fe07782ba2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "42319"
    uid: b02bcdad-f065-48d2-8537-fb491e25b93f
  kind: Event
  lastTimestamp: "2026-07-21T18:34:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hbtt.18c461bf7a776da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43220"
    uid: feed9e91-ba61-4ebb-990d-7a859623022b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "42305"
    uid: 9818b0c7-03c6-4cde-b714-35aa339cbcc8
  kind: Event
  lastTimestamp: "2026-07-21T18:33:04Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-9hbtt'
  metadata:
    creationTimestamp: "2026-07-21T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:04Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c461b599dae111
    namespace: kserve-ci-e2e-test
    resourceVersion: "42318"
    uid: 8d37cb71-570c-4de5-9285-81abaab45c57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42303"
    uid: b11c6f46-3d8a-4ef0-8f4a-adb535aeea12
  kind: Event
  lastTimestamp: "2026-07-21T18:33:04Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:04Z"
    name: isvc-tensorflow-predictor.18c461b5956f4255
    namespace: kserve-ci-e2e-test
    resourceVersion: "42306"
    uid: 7ab143b5-fca0-4ee9-8e07-be490af08276
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 1f0dbe24-e48d-436d-a20e-8465fc67f3c1
  kind: Event
  lastTimestamp: "2026-07-21T18:33:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:19Z"
    name: isvc-tensorflow-predictor.18c461b91458b196
    namespace: kserve-ci-e2e-test
    resourceVersion: "42457"
    uid: 1ae6d6c4-59a3-47d9-945c-e8c9a625f629
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 1f0dbe24-e48d-436d-a20e-8465fc67f3c1
  kind: Event
  lastTimestamp: "2026-07-21T18:33:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:19Z"
    name: isvc-tensorflow-predictor.18c461b914c1397c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42459"
    uid: 7947b2a1-2aa3-4bcb-9f0a-44ae1bcc2269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: 1f0dbe24-e48d-436d-a20e-8465fc67f3c1
  kind: Event
  lastTimestamp: "2026-07-21T18:33:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:34Z"
    name: isvc-tensorflow-predictor.18c461bc9380dfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42571"
    uid: 1492b87c-0875-4a07-b5f9-9328cfbd69b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42458"
    uid: 1f0dbe24-e48d-436d-a20e-8465fc67f3c1
  kind: Event
  lastTimestamp: "2026-07-21T18:33:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:34Z"
    name: isvc-tensorflow-predictor.18c461bc93e7f081
    namespace: kserve-ci-e2e-test
    resourceVersion: "42573"
    uid: 413f9cbd-4865-46f6-99cd-c3c3e22b2c2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:33:50.759734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42727"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:33:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c044b2d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "42733"
    uid: c3404d0a-6ed7-4868-80cc-03acfaced15c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42739"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:51Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:33:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c05e37c798
    namespace: kserve-ci-e2e-test
    resourceVersion: "42749"
    uid: f0d4087b-0c63-4807-bed0-6ad5cc192a27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c05fd30a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42751"
    uid: e6aea6a9-1a02-4b94-9920-83aaf375045c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c062b78244
    namespace: kserve-ci-e2e-test
    resourceVersion: "42752"
    uid: fcb1d6ea-d2cf-4af8-b5dd-4a0f1885c956
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c06323e13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42753"
    uid: 90d1909b-2c1e-42a1-8528-d346156f5aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c16198cb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "42929"
    uid: 3aac1d7e-6ec8-4f42-802d-52996ba208d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c16660ecdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42933"
    uid: 34ee8e61-b4fb-4cd3-8ec2-47e1b87969e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c166cba382
    namespace: kserve-ci-e2e-test
    resourceVersion: "42934"
    uid: 0445ad48-8e2f-49ee-befb-a02daa2c9a2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c166d5c857
    namespace: kserve-ci-e2e-test
    resourceVersion: "42935"
    uid: 2b89c9b0-c30f-4637-94f0-6d59d1e93799
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c16a7d7ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42937"
    uid: 68c5e57a-1cd1-49b7-91e2-8ee8f839beb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:33:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:33:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c16ae34ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42938"
    uid: 25d829d4-07af-4f11-b041-413bc2838135
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:34:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c1d981af78
    namespace: kserve-ci-e2e-test
    resourceVersion: "43142"
    uid: 093e876a-2563-43f8-9e76-bb47a791635b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:34:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c9cbe9ae8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43382"
    uid: 1a514637-bf1c-4ab4-9148-5de88644c21a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:34:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461c9cbef80fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43383"
    uid: 84eac37d-9a68-426b-aac2-b526ed2acf40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42730"
    uid: 25eee1eb-3045-4b90-b9e1-6e2fca1fa167
  kind: Event
  lastTimestamp: "2026-07-21T18:34:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq.18c461ca3b8d04b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43636"
    uid: 5c5d31dc-1380-472f-b02c-7f6676a1a643
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "42718"
    uid: a9049239-d7e4-4885-85b2-ac723fc08d51
  kind: Event
  lastTimestamp: "2026-07-21T18:33:50Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-ktsrq'
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c461c044410748
    namespace: kserve-ci-e2e-test
    resourceVersion: "42729"
    uid: 3f43ce18-e38c-4248-b59a-b7cd21983b2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42716"
    uid: 3546a491-db22-4cb2-a183-eabcf12ae2d7
  kind: Event
  lastTimestamp: "2026-07-21T18:33:50Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:33:50Z"
    name: isvc-tensorflow-runtime-predictor.18c461c04174b820
    namespace: kserve-ci-e2e-test
    resourceVersion: "42720"
    uid: 3036db7d-8d1e-41c6-b6c2-cb1e1fdfdea6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42717"
    uid: 4613c473-56f4-40d7-b2be-b24586883617
  kind: Event
  lastTimestamp: "2026-07-21T18:34:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:05Z"
    name: isvc-tensorflow-runtime-predictor.18c461c3c00bcb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43159"
    uid: 76131a11-c7be-41bb-ac80-d9cc635d27ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42717"
    uid: 4613c473-56f4-40d7-b2be-b24586883617
  kind: Event
  lastTimestamp: "2026-07-21T18:34:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:05Z"
    name: isvc-tensorflow-runtime-predictor.18c461c3c073de12
    namespace: kserve-ci-e2e-test
    resourceVersion: "43161"
    uid: 1a6174c6-23bb-4b57-bc3f-d6b0f7ee41a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43160"
    uid: 4613c473-56f4-40d7-b2be-b24586883617
  kind: Event
  lastTimestamp: "2026-07-21T18:34:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:20Z"
    name: isvc-tensorflow-runtime-predictor.18c461c73faf4b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "43292"
    uid: eeebc952-f02f-402a-a387-f83f478a1a8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43160"
    uid: 4613c473-56f4-40d7-b2be-b24586883617
  kind: Event
  lastTimestamp: "2026-07-21T18:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:20Z"
    name: isvc-tensorflow-runtime-predictor.18c461c7401f9111
    namespace: kserve-ci-e2e-test
    resourceVersion: "43293"
    uid: 2923085a-5ec4-4c56-875e-122a97b9817c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42709"
    uid: a2522757-e93c-4055-aa22-9de56223c530
  kind: Event
  lastTimestamp: "2026-07-21T18:34:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:34:13Z"
    name: isvc-tensorflow-runtime.18c461c04185d2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43235"
    uid: 68638105-0e49-46e9-8736-8cdd0330abc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42709"
    uid: a2522757-e93c-4055-aa22-9de56223c530
  kind: Event
  lastTimestamp: "2026-07-21T18:33:50Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:33:50Z"
    name: isvc-tensorflow-runtime.18c461c0424657db
    namespace: kserve-ci-e2e-test
    resourceVersion: "42741"
    uid: 353282bb-bbbd-4c82-8a32-3bc4558fd13c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42710"
    uid: a2522757-e93c-4055-aa22-9de56223c530
  kind: Event
  lastTimestamp: "2026-07-21T18:33:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:33:50Z"
    name: isvc-tensorflow-runtime.18c461c04872840a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42742"
    uid: 2feefe1a-c5d8-4ff9-a88b-320c48107c71
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43233"
    uid: a2522757-e93c-4055-aa22-9de56223c530
  kind: Event
  lastTimestamp: "2026-07-21T18:34:13Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:34:13Z"
    name: isvc-tensorflow-runtime.18c461c599157956
    namespace: kserve-ci-e2e-test
    resourceVersion: "43234"
    uid: 737105bd-c6e8-476e-9bcd-15999baa9c16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "42294"
    uid: ba307dc9-990f-4294-8df0-1d45c5c88eac
  kind: Event
  lastTimestamp: "2026-07-21T18:33:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:33:32Z"
    name: isvc-tensorflow.18c461b595a0d2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42555"
    uid: f39a47cd-3563-4490-ad91-0334a865a8ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "42294"
    uid: ba307dc9-990f-4294-8df0-1d45c5c88eac
  kind: Event
  lastTimestamp: "2026-07-21T18:33:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:33:04Z"
    name: isvc-tensorflow.18c461b59609d3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "42310"
    uid: e46f29ec-9b59-4d7c-a272-e363b0e38175
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "42553"
    uid: ba307dc9-990f-4294-8df0-1d45c5c88eac
  kind: Event
  lastTimestamp: "2026-07-21T18:33:32Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:33:32Z"
    name: isvc-tensorflow.18c461bc021913bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42554"
    uid: 5f95b82e-5cf2-4baf-9918-b19f331e63e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:34:36.849024Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43446"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-gkn9m
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:34:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461caffd58cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43452"
    uid: ac7ec639-8cd1-4a9a-aeac-9a2122a85ebd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:37Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cb0d786a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "43460"
    uid: 179db722-dc61-43d3-b568-ca9dad51a6b9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43456"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:37Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:34:37Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cb3d68a451
    namespace: kserve-ci-e2e-test
    resourceVersion: "43467"
    uid: 837b0f6f-82d0-4165-b645-d00a3adf307f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:37Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cb3ef03b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "43469"
    uid: fa265577-1b22-4c01-8ea4-188fd81ba179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:37Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cb420a4c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43470"
    uid: ce6971c6-0f04-4802-a175-7782a1993d1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:37Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cb429c58c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43471"
    uid: 4a1a9118-b576-49ce-ad05-c9a06f48308b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:34:42Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-21T18:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:34:42Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461cc3e686677
    namespace: kserve-ci-e2e-test
    resourceVersion: "43511"
    uid: 126b5e8e-5115-492d-a9e7-340a96890820
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.504s
    (1m54.504s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6e76a4197
    namespace: kserve-ci-e2e-test
    resourceVersion: "44314"
    uid: a7d08be5-c3fe-4b9b-ad65-f87024bac76e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6ed4c0f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "44315"
    uid: 076c1652-834d-4734-ab6f-d3bd2724788a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6ee5cc781
    namespace: kserve-ci-e2e-test
    resourceVersion: "44316"
    uid: 824f5843-1184-4e74-bcba-deda02f75799
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6ee66e447
    namespace: kserve-ci-e2e-test
    resourceVersion: "44317"
    uid: 723eea1a-b012-4bbc-8e2a-00aba15035e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6f37c98a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44318"
    uid: 08878ebd-23b4-4dfe-be00-d25caf376c89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e6f45431aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44319"
    uid: f624417b-54e6-46cd-9338-028dca1b5e85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:39Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e763c3f037
    namespace: kserve-ci-e2e-test
    resourceVersion: "44342"
    uid: 62eaf28d-df70-4ba5-9999-d7c0b45771aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:49Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e9cd5c5065
    namespace: kserve-ci-e2e-test
    resourceVersion: "44435"
    uid: 90d110e1-7d18-487e-b276-894be3a53eb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:49Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e9cd5d14ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "44436"
    uid: 78f49b13-e0db-4b2c-be00-e4d0ee8ce5db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-gkn9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 30d348ab-ce84-4980-bd28-e360bac00caf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:49Z"
    name: isvc-triton-predictor-5d7db58676-gkn9m.18c461e9f391d31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44440"
    uid: 0b7fe235-ecbb-49fe-8e07-036422d8266b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "43437"
    uid: 5f27b3fa-76e9-4181-8644-06363b915880
  kind: Event
  lastTimestamp: "2026-07-21T18:34:36Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-gkn9m'
  metadata:
    creationTimestamp: "2026-07-21T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:36Z"
    name: isvc-triton-predictor-5d7db58676.18c461caff735d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "43447"
    uid: 7089394a-545b-4568-b428-dff733269da2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43435"
    uid: 9f2048d3-2453-4810-a21d-4e99fc494c8f
  kind: Event
  lastTimestamp: "2026-07-21T18:34:36Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:34:36Z"
    name: isvc-triton-predictor.18c461cafc742db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43438"
    uid: 843c50e3-8c4a-4269-9a7d-e7e940b9fdb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43436"
    uid: 4d0af8ba-2b40-4b87-b8ae-25691ce60ddf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor.18c461ce7b57fd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "44320"
    uid: dc6dd03f-ee95-49b7-98e7-86bcddc30043
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43436"
    uid: 4d0af8ba-2b40-4b87-b8ae-25691ce60ddf
  kind: Event
  lastTimestamp: "2026-07-21T18:36:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:36:36Z"
    name: isvc-triton-predictor.18c461ce7bc0ace2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44321"
    uid: f2ed656d-e899-4199-948c-333b074f6a80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "43428"
    uid: c9187f5f-6518-45bc-b105-9bd0258da69d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:36:45Z"
    name: isvc-triton.18c461cafc775a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "44390"
    uid: c34db60b-2d0e-4366-8958-5d90fe66abd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "43428"
    uid: c9187f5f-6518-45bc-b105-9bd0258da69d
  kind: Event
  lastTimestamp: "2026-07-21T18:34:36Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:34:36Z"
    name: isvc-triton.18c461cafd06d2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43442"
    uid: 3d97c25a-30ff-4566-80be-89abf3063ffb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "44386"
    uid: c9187f5f-6518-45bc-b105-9bd0258da69d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:45Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:36:45Z"
    name: isvc-triton.18c461e8d8e48562
    namespace: kserve-ci-e2e-test
    resourceVersion: "44389"
    uid: 16adfc60-e66b-42fe-b206-fadd4bdcd5be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:36:54.238004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44496"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-zczzw
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461eafcdb0957
    namespace: kserve-ci-e2e-test
    resourceVersion: "44501"
    uid: 906428ca-c8ed-4244-9727-97dfaf06c861
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461eb16427cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44513"
    uid: ff41130b-fb70-4ef0-a43e-d0299f047d5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461eb17bac9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44516"
    uid: 244ae99d-194d-4d5b-b80d-c991b233cee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461eb1a477ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44519"
    uid: 138fc3e5-c02c-4b5f-bb2c-68ddd0f42f02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461eb1ab8d948
    namespace: kserve-ci-e2e-test
    resourceVersion: "44520"
    uid: 897cedd3-16c7-47fd-aeee-7c7ee959d858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:36:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-21T18:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:36:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461ec2c4331ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "44556"
    uid: 89107dda-d2e4-46d7-9c52-b03895d4c315
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.583s (20.583s
    including waiting). Image size: 1307347707 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T18:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0f71bf5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44706"
    uid: 3b40e21b-74b0-4e3a-af8e-22a88ca2d1dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0facbbe5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44707"
    uid: 1260a511-621d-4a5f-b79b-b8b3cf4130f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0fb46e089
    namespace: kserve-ci-e2e-test
    resourceVersion: "44708"
    uid: 7a465af5-7ae9-4f0b-8caa-971fb285b7bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0fb51bd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44709"
    uid: e32bc0e0-c7cb-4449-8c44-e5319748625c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0fe21a6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44710"
    uid: 49a716d1-3d9e-4e89-8c7b-7cc369659b02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:37:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:37:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f0feba072f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44711"
    uid: ba0f9a7d-0c62-47b3-92e3-93beb730cb82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:38:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461f116195cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45209"
    uid: 582167d6-fc30-4068-ab41-c15ad915334f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:38:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461fff8be43ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45191"
    uid: 466b4df7-1e10-492c-a5e8-6765fc1c2b1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:38:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c461fff8bee8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45192"
    uid: e418ce8a-bc52-4544-bc32-c658b5de3fa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zczzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: 7821013f-a2d1-42e1-ae57-9c86c75a054d
  kind: Event
  lastTimestamp: "2026-07-21T18:38:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-zczzw.18c46200743c607d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45208"
    uid: 6474d2c6-a564-4d8d-831e-c208a848cbff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44485"
    uid: 56baa783-a000-4021-8a46-a7581c5b9d30
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-zczzw'
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c461eafc80e543
    namespace: kserve-ci-e2e-test
    resourceVersion: "44499"
    uid: cb01e83e-75bb-4ab0-ab3e-0f74e413e675
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44483"
    uid: a4dcd2d4-4362-4d5e-84bb-1f6d724ed56b
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost-predictor.18c461eaf83ae13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44486"
    uid: 447b7180-62fd-419c-aca4-f785c8883e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44484"
    uid: 1973fc42-701e-4482-a527-3ede6602a072
  kind: Event
  lastTimestamp: "2026-07-21T18:37:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:37:39Z"
    name: isvc-xgboost-predictor.18c461ee7792fe04
    namespace: kserve-ci-e2e-test
    resourceVersion: "44851"
    uid: c1a192a2-a239-4547-b7cc-06ffbf3f2877
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44484"
    uid: 1973fc42-701e-4482-a527-3ede6602a072
  kind: Event
  lastTimestamp: "2026-07-21T18:37:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:37:39Z"
    name: isvc-xgboost-predictor.18c461ee780d8c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44852"
    uid: f97d10ff-c4c5-4a31-8c4a-92cf842eb420
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44627"
    uid: 1973fc42-701e-4482-a527-3ede6602a072
  kind: Event
  lastTimestamp: "2026-07-21T18:38:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:24Z"
    name: isvc-xgboost-predictor.18c461f8f4d67964
    namespace: kserve-ci-e2e-test
    resourceVersion: "45175"
    uid: 30fd9038-8e15-4b71-945c-dee86af673e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:37:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44627"
    uid: 1973fc42-701e-4482-a527-3ede6602a072
  kind: Event
  lastTimestamp: "2026-07-21T18:38:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:24Z"
    name: isvc-xgboost-predictor.18c461f8f53cbd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45176"
    uid: e0a83ab0-9c95-4929-a5b8-6400d77e2cdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:40:20.050726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46241"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621ae83ff3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "46248"
    uid: 7061d195-5307-4a23-8bb1-7cd0d6eed4ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46253"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:20Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621b01d9654c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46258"
    uid: a0ba44b5-4b8b-4d3c-9e72-fba6af356833
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621b034321de
    namespace: kserve-ci-e2e-test
    resourceVersion: "46260"
    uid: 550ee692-66ad-473e-ad18-0489a9ed8668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621b05e170ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "46261"
    uid: 98936ec9-8992-4f97-9c47-fe6eafc787ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621b064cfc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "46262"
    uid: 49a73c69-0bc9-45d8-b3e2-999ba4bb321a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621bdfaf5c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46295"
    uid: 1f4a4b48-31f2-4d10-b90a-31e3748c4089
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621be447ff1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46300"
    uid: 8431c54c-fe45-48c1-b8e8-38cbd1c42aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621be4b1241e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46301"
    uid: ea4909aa-1a84-47cc-9470-89ef9b00eb0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621be4bb1f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46302"
    uid: f4b15c57-a84a-4915-a48a-0f534cf6e073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621be78a8d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46304"
    uid: 2254bebc-4c88-4e27-8a6a-2d240ba6091b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:40:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621be7efd2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46305"
    uid: eec3ef89-9788-4b4c-a4ce-5f05151d4e87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:41:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4621c579783b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46887"
    uid: 35e6acc9-7478-4e18-900e-6f633dcac640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:41:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4622d90f49735
    namespace: kserve-ci-e2e-test
    resourceVersion: "46870"
    uid: d95d1b92-3478-4555-9e72-97389a0a1d7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:41:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4622d90f54513
    namespace: kserve-ci-e2e-test
    resourceVersion: "46871"
    uid: 94b95eeb-6861-4b22-be71-30e8e5d4b938
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: ce896868-1c07-48fa-afaf-226dff488eba
  kind: Event
  lastTimestamp: "2026-07-21T18:41:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-hcj22.18c4622e09c4f437
    namespace: kserve-ci-e2e-test
    resourceVersion: "46886"
    uid: dd1fe077-8576-440c-be37-226c3df25ba6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "46232"
    uid: 81acca2b-fbb2-4a98-91bf-873c9ce13325
  kind: Event
  lastTimestamp: "2026-07-21T18:40:20Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-hcj22'
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c4621ae7d315de
    namespace: kserve-ci-e2e-test
    resourceVersion: "46243"
    uid: 5ea33a9d-9bd4-4601-aff0-53ab8dff373d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46230"
    uid: bbcdafc6-8f4e-447a-b2d9-5e363ce69225
  kind: Event
  lastTimestamp: "2026-07-21T18:40:19Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-21T18:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:19Z"
    name: isvc-xgboost-runtime-predictor.18c4621ae4b60f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "46233"
    uid: 8e9fdde2-08c2-493c-83c2-173a6399d6f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46231"
    uid: 62c24041-8468-4dc1-920c-885147f26c84
  kind: Event
  lastTimestamp: "2026-07-21T18:40:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:50Z"
    name: isvc-xgboost-runtime-predictor.18c4621e633af4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46493"
    uid: c9673086-fc7b-4a12-98ac-55b73698cd54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46231"
    uid: 62c24041-8468-4dc1-920c-885147f26c84
  kind: Event
  lastTimestamp: "2026-07-21T18:40:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:50Z"
    name: isvc-xgboost-runtime-predictor.18c4621e63a1f1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46494"
    uid: ec095f38-f702-46e9-83e1-8b78eaa58c02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46380"
    uid: 62c24041-8468-4dc1-920c-885147f26c84
  kind: Event
  lastTimestamp: "2026-07-21T18:41:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:41:35Z"
    name: isvc-xgboost-runtime-predictor.18c4622561aeb2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "46818"
    uid: da601010-d217-4795-8f9f-9cfb0418d431
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46380"
    uid: 62c24041-8468-4dc1-920c-885147f26c84
  kind: Event
  lastTimestamp: "2026-07-21T18:41:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:41:35Z"
    name: isvc-xgboost-runtime-predictor.18c4622562173052
    namespace: kserve-ci-e2e-test
    resourceVersion: "46819"
    uid: c01fca2d-ac0c-4a8b-87d3-df9dd2124f32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46223"
    uid: 10535e7a-81e3-4b59-8ca7-24b655a36a82
  kind: Event
  lastTimestamp: "2026-07-21T18:41:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:41:32Z"
    name: isvc-xgboost-runtime.18c4621ae4bc85a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46798"
    uid: 7f7954b9-3d00-4569-950a-065cae6d9f2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46223"
    uid: 10535e7a-81e3-4b59-8ca7-24b655a36a82
  kind: Event
  lastTimestamp: "2026-07-21T18:40:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:40:20Z"
    name: isvc-xgboost-runtime.18c4621ae531e726
    namespace: kserve-ci-e2e-test
    resourceVersion: "46236"
    uid: d11d5856-d8d3-4dd8-8be5-5f59536be953
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46796"
    uid: 10535e7a-81e3-4b59-8ca7-24b655a36a82
  kind: Event
  lastTimestamp: "2026-07-21T18:41:32Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:41:32Z"
    name: isvc-xgboost-runtime.18c4622bbb9d2787
    namespace: kserve-ci-e2e-test
    resourceVersion: "46797"
    uid: 2b75c868-cd80-496b-8ff4-6a459ad95fad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:38:29.578543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45261"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:38:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462012f9831b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45265"
    uid: 830088b5-d279-4cff-94b9-13d5c5bf672b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45271"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:30Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:38:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c4620148fb8582
    namespace: kserve-ci-e2e-test
    resourceVersion: "45278"
    uid: 11ca1ca1-53a8-4ee0-8559-22ff41403e46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462014a7bbee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45281"
    uid: ee562803-772f-49c9-88e5-6e5a972b7729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462014cc7c5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45282"
    uid: 04c114f3-ed55-4694-bdcd-5a9c24c0a3a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462014d2f4ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45283"
    uid: ca368da7-b50b-43f5-ab03-a70865052a32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c46202462ae8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "45319"
    uid: 0a52d36f-e10d-4a5a-8607-40d6d199e219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c46202491ebcba
    namespace: kserve-ci-e2e-test
    resourceVersion: "45321"
    uid: 919ff596-64a1-46f5-8479-99c23f8c17a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c4620249860f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45322"
    uid: 872d9619-d1ad-481b-8d0b-41517ff14c0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462024990616c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45323"
    uid: c8004735-ef20-4010-b5c4-b6070b3c079e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462024c941b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "45327"
    uid: 0265bb07-2143-4bf1-886f-519582d7ce59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:38:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:38:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c462024cfa2070
    namespace: kserve-ci-e2e-test
    resourceVersion: "45328"
    uid: ea9fda60-71cc-45e6-b313-2fc504b6381e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:39:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c4620cd62957f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45685"
    uid: a1c33ef4-1b2e-4c55-82a0-d3fedd92e085
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:39:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c4620cd62a07fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45686"
    uid: fb8c2114-8f7e-400c-999f-24dc910add2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 2c5b3c61-b2af-4c46-bb1e-780008c20561
  kind: Event
  lastTimestamp: "2026-07-21T18:39:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh.18c4620d382b853f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45699"
    uid: 5dbb2a42-c3da-4962-8498-169903dfd0aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "45250"
    uid: bd425ecb-90fd-4380-88ce-80e2ca9c2637
  kind: Event
  lastTimestamp: "2026-07-21T18:38:29Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jbqlh'
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c462012f0ac358
    namespace: kserve-ci-e2e-test
    resourceVersion: "45262"
    uid: 6b0d14e5-8dbc-4754-b6d6-56397a359579
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45248"
    uid: 110963a2-6f28-4993-b698-2f54cdedcda9
  kind: Event
  lastTimestamp: "2026-07-21T18:38:29Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c4620129529b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "45251"
    uid: 40d5621b-0581-4cab-856a-94eb333ef82e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45249"
    uid: 562a625f-a718-41c1-a41f-461a44d4c958
  kind: Event
  lastTimestamp: "2026-07-21T18:38:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c46204a87e57bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45398"
    uid: fab7e4cd-de55-491a-ab25-6b10c99d225b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45249"
    uid: 562a625f-a718-41c1-a41f-461a44d4c958
  kind: Event
  lastTimestamp: "2026-07-21T18:38:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:38:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c46204a8e89ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45400"
    uid: 8e470ae3-2b89-49c7-bbb0-8a03d5e5480c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45399"
    uid: 562a625f-a718-41c1-a41f-461a44d4c958
  kind: Event
  lastTimestamp: "2026-07-21T18:39:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c4620827ace6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 5d4dba50-c3e3-4511-90b8-98a23db8ce0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45399"
    uid: 562a625f-a718-41c1-a41f-461a44d4c958
  kind: Event
  lastTimestamp: "2026-07-21T18:39:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c46208282474b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45619"
    uid: 842d227b-892c-4d22-a12c-3231b88f392f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45239"
    uid: 4f1b9ec8-5ccd-48b8-b9c7-a370ae8d7d79
  kind: Event
  lastTimestamp: "2026-07-21T18:39:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:39:11Z"
    name: isvc-xgboost-v2-mlserver.18c462012967ba42
    namespace: kserve-ci-e2e-test
    resourceVersion: "45596"
    uid: 691ccd2a-4f8d-4525-823c-b2be9dff20b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45239"
    uid: 4f1b9ec8-5ccd-48b8-b9c7-a370ae8d7d79
  kind: Event
  lastTimestamp: "2026-07-21T18:38:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:38:29Z"
    name: isvc-xgboost-v2-mlserver.18c4620129e975c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: 1340e882-400d-406d-a71d-4294c0d71778
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45244"
    uid: 4f1b9ec8-5ccd-48b8-b9c7-a370ae8d7d79
  kind: Event
  lastTimestamp: "2026-07-21T18:38:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:38:29Z"
    name: isvc-xgboost-v2-mlserver.18c46201339f9a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "45274"
    uid: a5aea51e-d500-4512-a290-f427e17d4d8a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45594"
    uid: 4f1b9ec8-5ccd-48b8-b9c7-a370ae8d7d79
  kind: Event
  lastTimestamp: "2026-07-21T18:39:11Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:39:11Z"
    name: isvc-xgboost-v2-mlserver.18c4620aea85d801
    namespace: kserve-ci-e2e-test
    resourceVersion: "45595"
    uid: 9b4dd547-57f8-4545-a8e4-ce4fdf342ed5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:42:50.666265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47482"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:42:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623df9a2b1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47487"
    uid: 9f1318eb-0834-433f-b8b1-fdc15fb1e546
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623e08d01c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "47500"
    uid: 565e2789-9263-4589-a5d3-a13867f3210a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47494"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:51Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:42:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623e375519df
    namespace: kserve-ci-e2e-test
    resourceVersion: "47507"
    uid: 8f3e3c2e-e630-428c-a253-06d0c8f5228f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623e38c156e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47509"
    uid: 87ab6ccf-e7d2-40d6-a2ee-4f27348babb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623e3c009440
    namespace: kserve-ci-e2e-test
    resourceVersion: "47512"
    uid: 8dc7aee4-0c08-4860-b7f3-2a5660bd26e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623e3c8da6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47513"
    uid: 2a32023d-eb29-4166-84ac-d8f77f971acc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f2fdfa69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47559"
    uid: 0ebeb632-f840-403e-8fd7-2b87fc99a93c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f3349e80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47561"
    uid: 61577776-8e0a-45dd-96ae-4f8dfc495e4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f33c65899
    namespace: kserve-ci-e2e-test
    resourceVersion: "47564"
    uid: 6783ebb5-2d5c-4a47-8f7c-5c428364ba29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f33d0258d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47565"
    uid: 49b4eaac-f566-4aef-b8f4-473d04df971a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f371af904
    namespace: kserve-ci-e2e-test
    resourceVersion: "47567"
    uid: 41c8dc7c-8a59-4392-8e60-17a2a21e9ecf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:42:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f3793ee02
    namespace: kserve-ci-e2e-test
    resourceVersion: "47568"
    uid: 5bf3b9f4-cd31-4137-9f98-4a1eeea45330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:44:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-21T18:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4623f6bd9c3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48060"
    uid: fb324416-8e25-4121-bce5-e6180118da5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:44:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4624e4ce1deeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48042"
    uid: 11c625b9-9aa0-4d5b-a16c-ba9c79716977
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:44:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4624e4ce2836a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48043"
    uid: 3649c716-979a-4048-ad5d-65dbb3b952eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: 0f4a80fb-a21b-4e2f-9c9b-98b4e52b6c58
  kind: Event
  lastTimestamp: "2026-07-21T18:44:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:44:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-b5zhm.18c4624ec9fddc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48059"
    uid: 8a9b06ed-ee7c-4aee-a959-06efd321a240
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47473"
    uid: b97bff58-ddd7-4ca1-b8bd-b22359fdd41b
  kind: Event
  lastTimestamp: "2026-07-21T18:42:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-b5zhm'
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c4623df9328e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "47485"
    uid: 8e2ad997-ef0c-47d7-a63d-514a06def7e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47471"
    uid: cc313258-f23a-4d40-9ed3-b9616d3e0d4d
  kind: Event
  lastTimestamp: "2026-07-21T18:42:50Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:50Z"
    name: isvc-xgboost-v2-predictor.18c4623df55c6970
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: 21296f11-5a49-482a-90fe-d026666e6b41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:43:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47472"
    uid: a9d2bd87-952a-4e82-8a30-15fcb331a871
  kind: Event
  lastTimestamp: "2026-07-21T18:43:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:43:05Z"
    name: isvc-xgboost-v2-predictor.18c4624173fa2592
    namespace: kserve-ci-e2e-test
    resourceVersion: "47631"
    uid: d02f54de-35c5-4ea8-9205-5b5f3708f2b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:43:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47472"
    uid: a9d2bd87-952a-4e82-8a30-15fcb331a871
  kind: Event
  lastTimestamp: "2026-07-21T18:43:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:43:05Z"
    name: isvc-xgboost-v2-predictor.18c46241746cf7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "47633"
    uid: 7b501c14-11db-47ca-9e09-0cbb46be18e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47632"
    uid: a9d2bd87-952a-4e82-8a30-15fcb331a871
  kind: Event
  lastTimestamp: "2026-07-21T18:43:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:43:50Z"
    name: isvc-xgboost-v2-predictor.18c46244f38bf044
    namespace: kserve-ci-e2e-test
    resourceVersion: "47950"
    uid: c40a64da-8da1-4880-9d82-b83be5eb105d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47632"
    uid: a9d2bd87-952a-4e82-8a30-15fcb331a871
  kind: Event
  lastTimestamp: "2026-07-21T18:43:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:43:50Z"
    name: isvc-xgboost-v2-predictor.18c46244f3f7cc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "47951"
    uid: 71896460-9d95-4bb7-9c2d-f3e99d887cfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:41:45.359402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46935"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622ec50b0d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46941"
    uid: 933af202-86b2-49ad-9dda-126388f39cf0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46945"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622ede8241e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46952"
    uid: 55b80edd-e5dd-4b33-9e21-84ace12050ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622edfdc89f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46954"
    uid: 82c2a1c3-7be6-42f4-81db-5ef50220737c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622ee26c65b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46956"
    uid: 5b704bca-4a24-4084-bda0-9307feb3e857
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622ee2ddc9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46957"
    uid: d195c43f-efc5-475a-bdbf-26bd696be173
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fdc0ebbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46990"
    uid: de519019-d264-4f6a-a084-9cba350e4b44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fdf8d15d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46992"
    uid: 31d4df07-dfb1-4509-b8c3-d7961fe25d53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fdffeb21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46995"
    uid: 1bd92edc-243d-4561-816f-b5ce64d9176c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fe008923d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46996"
    uid: a43b1014-7e73-40c3-b8c1-5de92f3fef61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fe2b34daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46998"
    uid: 768bb0dd-8d2b-49b4-a487-e97450a285a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:41:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:41:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4622fe324c54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46999"
    uid: a18a08d2-54aa-43b0-9469-7f9c050a7cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:42:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-21T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c462387c87eb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "47268"
    uid: fd2310de-1f16-455d-a0e2-ad297d48c5f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:42:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4623cc4a6ec81
    namespace: kserve-ci-e2e-test
    resourceVersion: "47419"
    uid: f4dfd942-0f7c-4a3b-9a77-cbd878d6f5fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:42:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4623cc4a77434
    namespace: kserve-ci-e2e-test
    resourceVersion: "47420"
    uid: e9fb2c3c-ab6c-44ff-9ceb-9615367d25d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:42:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4623d222256d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47523"
    uid: 8828430e-d4d6-46aa-9bb0-53214ac11e2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: 32c488ba-0176-4dd9-9c29-972fefc49be4
  kind: Event
  lastTimestamp: "2026-07-21T18:42:48Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-21T18:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:42:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg.18c4623d6082049e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47442"
    uid: 3b390202-56aa-4473-b191-ec0b752ee884
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46924"
    uid: 9c94610c-96a8-4cc0-9725-96df92558f97
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xv7vg'
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c4622ec4987958
    namespace: kserve-ci-e2e-test
    resourceVersion: "46936"
    uid: 8ca224fc-109b-474f-827a-ff46cebd97c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46922"
    uid: 0722db52-11e5-4593-b9d2-c374cda459e7
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c4622ec1616c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "46925"
    uid: ef23803a-df41-4a7b-9109-6cc6160e7099
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 9754de68-6978-40ed-9477-9d0a86068f60
  kind: Event
  lastTimestamp: "2026-07-21T18:42:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:15Z"
    name: isvc-xgboost-v2-runtime-predictor.18c4623240145602
    namespace: kserve-ci-e2e-test
    resourceVersion: "47176"
    uid: a042583a-78a0-4279-a246-e770b59dceda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 9754de68-6978-40ed-9477-9d0a86068f60
  kind: Event
  lastTimestamp: "2026-07-21T18:42:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:15Z"
    name: isvc-xgboost-v2-runtime-predictor.18c462324084cbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "47177"
    uid: b95b1427-0893-43bf-8a82-99efffefe497
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: 9754de68-6978-40ed-9477-9d0a86068f60
  kind: Event
  lastTimestamp: "2026-07-21T18:42:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c462393ed0e805
    namespace: kserve-ci-e2e-test
    resourceVersion: "47402"
    uid: 198228f5-294f-4fb7-8b8e-22b55d20e7a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: 9754de68-6978-40ed-9477-9d0a86068f60
  kind: Event
  lastTimestamp: "2026-07-21T18:42:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:42:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c462393f43feb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47403"
    uid: f2a62e05-5294-440d-a94b-c95852ab6a0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 5c79fe01-d66d-4c7a-a89d-e165b20ec614
  kind: Event
  lastTimestamp: "2026-07-21T18:42:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:42:37Z"
    name: isvc-xgboost-v2-runtime.18c4622ec1759c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "47347"
    uid: 5a7c2bac-4431-4cd0-85c5-5e3f60813e64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 5c79fe01-d66d-4c7a-a89d-e165b20ec614
  kind: Event
  lastTimestamp: "2026-07-21T18:41:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:41:45Z"
    name: isvc-xgboost-v2-runtime.18c4622ec1ece5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46930"
    uid: 4a25c834-5b98-4b88-a036-d063f06e0430
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47344"
    uid: 5c79fe01-d66d-4c7a-a89d-e165b20ec614
  kind: Event
  lastTimestamp: "2026-07-21T18:42:37Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:42:37Z"
    name: isvc-xgboost-v2-runtime.18c4623ad40d05a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47346"
    uid: 5ca18141-2e2a-4e07-8d7c-de5fe6975a4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47464"
    uid: 8698df28-785d-4791-b82e-37bd1008aa52
  kind: Event
  lastTimestamp: "2026-07-21T18:43:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:43:53Z"
    name: isvc-xgboost-v2.18c4623df55f5d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47972"
    uid: 6332fcab-4157-4df8-a8a6-3aca90822ac3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:42:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47464"
    uid: 8698df28-785d-4791-b82e-37bd1008aa52
  kind: Event
  lastTimestamp: "2026-07-21T18:42:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:42:50Z"
    name: isvc-xgboost-v2.18c4623df6017513
    namespace: kserve-ci-e2e-test
    resourceVersion: "47478"
    uid: 7b691bfe-f45c-4e47-81fd-e2c7236e7e10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47969"
    uid: 8698df28-785d-4791-b82e-37bd1008aa52
  kind: Event
  lastTimestamp: "2026-07-21T18:43:52Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:43:52Z"
    name: isvc-xgboost-v2.18c4624c7b926320
    namespace: kserve-ci-e2e-test
    resourceVersion: "47971"
    uid: 46aac00a-24d9-4fe6-b905-2c31411bb5a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: f751c4f8-8b14-44ee-a7b7-91148737a283
  kind: Event
  lastTimestamp: "2026-07-21T18:38:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:38:16Z"
    name: isvc-xgboost.18c461eaf83c6b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "45121"
    uid: 6a37e3c2-0d81-4fed-8e5a-386ff486cfc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: f751c4f8-8b14-44ee-a7b7-91148737a283
  kind: Event
  lastTimestamp: "2026-07-21T18:36:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:36:54Z"
    name: isvc-xgboost.18c461eaf8951080
    namespace: kserve-ci-e2e-test
    resourceVersion: "44489"
    uid: 89dd6606-7b00-4af4-a31f-d92ff95e1a7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "45119"
    uid: f751c4f8-8b14-44ee-a7b7-91148737a283
  kind: Event
  lastTimestamp: "2026-07-21T18:38:16Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:38:16Z"
    name: isvc-xgboost.18c461fe2733114b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45120"
    uid: 407492e3-41cb-4815-8fc4-3e7edf7e8c22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T17:39:17.725602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-9kbll
    to ip-10-0-129-22.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec634a95d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: cad977b0-c11d-48ad-b8e0-98eb1ea0c977
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:18Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T17:39:18Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec64e55e86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: a3f95b71-2ff3-4ed3-89ee-0698d494298e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:18Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-21T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:18Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec64fc341fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: f08fff46-f7d4-4dcf-a014-3f908790fd6d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:19Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.569s (1.569s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:19Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec6ad493e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 860256e8-a7fb-4f05-a98d-a95c20558dab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:19Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec6b0aae931
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 8af0783e-2c43-495a-9fcc-536c675bb58b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:19Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec6b121be22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 2870a18b-6fa0-471e-a1cd-54d65ca60701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-21T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:19Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec6b12dcb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 9f0e4ea6-05b8-48a9-b610-bcf37a40c1c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.302s (2.302s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-21T17:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:22Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec73a6ad1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 870f6e0c-c1cf-4367-9430-02c949656f01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T17:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:22Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec73dc438b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 9d560ad1-6e3b-43d6-8fb7-76065a33a7bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:39:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:39:22Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ec73e3c7c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: c443f632-1019-45c5-8a8c-44880273585c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ee115e35c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 5112414f-ae6d-4e83-847f-abaf9b6b1943
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9kbll
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 6e95155a-51d9-4d12-8ac3-7c1fbc50a9cb
  kind: Event
  lastTimestamp: "2026-07-21T17:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T17:41:13Z"
    name: message-dumper-predictor-6575bcfdfd-9kbll.18c45ee115e3de9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 6f57399a-317f-414c-9463-01b3b1e48786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-22.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-22.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: fc55d412-dafc-44f4-a2a1-e62816908ddc
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-9kbll'
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: message-dumper-predictor-6575bcfdfd.18c45ec6340df280
    namespace: kserve-ci-e2e-test
    resourceVersion: "16177"
    uid: a6498d29-5dba-4f63-90be-9789724ec814
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: ca335f26-4060-4d45-9c94-06e73c53067e
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: message-dumper-predictor.18c45ec632490ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 37200657-eb36-4f9a-a518-b1fac98f6ba0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 6e91d47a-4e88-4e82-865d-793e57bdabd9
  kind: Event
  lastTimestamp: "2026-07-21T17:39:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:32Z"
    name: message-dumper-predictor.18c45ec9b141516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 03026f58-8a98-442e-80b5-fe2cf52f7f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 6e91d47a-4e88-4e82-865d-793e57bdabd9
  kind: Event
  lastTimestamp: "2026-07-21T17:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:32Z"
    name: message-dumper-predictor.18c45ec9b1a9e4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: eb3faa1e-192c-4f8a-9416-c669e6e2215f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 6e91d47a-4e88-4e82-865d-793e57bdabd9
  kind: Event
  lastTimestamp: "2026-07-21T17:39:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:47Z"
    name: message-dumper-predictor.18c45ecd31696ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 2fe98643-ad80-42c3-aa91-bcdfbb586487
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 6e91d47a-4e88-4e82-865d-793e57bdabd9
  kind: Event
  lastTimestamp: "2026-07-21T17:39:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T17:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T17:39:47Z"
    name: message-dumper-predictor.18c45ecd31f851f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 418459fe-1cd1-4ac3-a54e-292c63d7e291
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 9f61737d-c526-48bf-955b-02f0887de12b
  kind: Event
  lastTimestamp: "2026-07-21T17:39:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:29Z"
    name: message-dumper.18c45ec6325a43a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: d0ebe70f-37ac-4d01-b55f-a74478a7b873
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 9f61737d-c526-48bf-955b-02f0887de12b
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: message-dumper.18c45ec632c9c1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: a80d9244-7482-47c9-b476-83ac132b2c8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 9f61737d-c526-48bf-955b-02f0887de12b
  kind: Event
  lastTimestamp: "2026-07-21T17:39:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:17Z"
    name: message-dumper.18c45ec639da037e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: d70c51d6-6577-471a-97f5-396f8aa0192b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T17:39:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 9f61737d-c526-48bf-955b-02f0887de12b
  kind: Event
  lastTimestamp: "2026-07-21T17:39:29Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-21T17:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T17:39:29Z"
    name: message-dumper.18c45ec8f190ffd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 5c92ab5e-ccc4-4c1a-a033-de25743d9c33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:27:01.558843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39302"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c46160fe6cb999
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: 2e7559d9-8148-482a-88b0-3112c1ca36e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39315"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:01Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616118167e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "39320"
    uid: de7fa8a8-de7e-45af-948c-d3e095b04497
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c46161196d355d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 28292fc4-369d-4d04-9890-de9948ce16ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c461611c578f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39323"
    uid: 9d798724-9393-470f-ba79-ef2208757846
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c461611cdaf777
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: 2acc8bb5-aba5-4409-a486-43cfb34f3cd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c46162152b0d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: 98a824aa-c015-4671-840f-53a836b114c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616218676c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39360"
    uid: dd52119a-2d69-4032-87f7-cfd385155351
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616218dbdcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 4e3a7695-482f-4b92-bf17-94d252261cda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616218e5fc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: fc104fde-f14e-43fb-af4a-e52676b9085f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c461621b802b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: d586dcc5-5dc5-418c-b171-fb910da8a114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c461621bf152d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: c8bc9e4a-1bde-4781-a981-d692f2729897
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:27:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-21T18:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:27:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616af19ab98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39649"
    uid: 9f1006ba-f928-4b64-8646-c3427b65c548
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:28:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616efa4143e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 912cc286-52e8-4b55-b615-2f35ef1bfeb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:28:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616efa458d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39795"
    uid: 81d92c5b-74af-4f05-a1c6-8c316062546f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: d6765d34-ec56-4bfe-acd7-ca86865af464
  kind: Event
  lastTimestamp: "2026-07-21T18:28:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:28:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm.18c4616f9709226a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39814"
    uid: 7b771467-d7e2-4f99-b722-ef33c0267497
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 0a6faabd-00c2-4863-aa3d-08edae9a3f02
  kind: Event
  lastTimestamp: "2026-07-21T18:27:01Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-2bpcm'
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c46160fde143ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39304"
    uid: de6b1398-e807-450b-8bc8-da25dfe358ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39289"
    uid: 4beb69dc-160f-41a3-b742-9a76734f2df7
  kind: Event
  lastTimestamp: "2026-07-21T18:27:01Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver-predictor.18c46160f8f2f3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 43dd5b2b-187b-4c72-b525-3cb4143fb880
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: 84e84832-ff3a-49fe-a678-bca6f703f475
  kind: Event
  lastTimestamp: "2026-07-21T18:27:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:27:46Z"
    name: sklearn-v2-mlserver-predictor.18c4616477e64000
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: 4ff27cf7-14ae-4772-83ce-a218ce5bdc95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: 84e84832-ff3a-49fe-a678-bca6f703f475
  kind: Event
  lastTimestamp: "2026-07-21T18:27:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:27:46Z"
    name: sklearn-v2-mlserver-predictor.18c4616478569bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39665"
    uid: a5b48f31-59c3-422b-aae4-61af9fcb1b7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 84e84832-ff3a-49fe-a678-bca6f703f475
  kind: Event
  lastTimestamp: "2026-07-21T18:28:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:01Z"
    name: sklearn-v2-mlserver-predictor.18c4616ef510f36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39778"
    uid: 850ec60e-f568-4d73-9ee7-ba4e0668c38d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:28:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 84e84832-ff3a-49fe-a678-bca6f703f475
  kind: Event
  lastTimestamp: "2026-07-21T18:28:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:28:01Z"
    name: sklearn-v2-mlserver-predictor.18c4616ef583ec50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39779"
    uid: a1da784f-f5d5-465b-97c6-b30c1c804e2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 074dcd7c-5c7a-4061-9e82-cab2c222aecb
  kind: Event
  lastTimestamp: "2026-07-21T18:27:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:27:54Z"
    name: sklearn-v2-mlserver.18c46160f9010520
    namespace: kserve-ci-e2e-test
    resourceVersion: "39725"
    uid: 5043df08-6403-4394-a8b9-3e87e5c2abd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 074dcd7c-5c7a-4061-9e82-cab2c222aecb
  kind: Event
  lastTimestamp: "2026-07-21T18:27:01Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver.18c46160f987d676
    namespace: kserve-ci-e2e-test
    resourceVersion: "39313"
    uid: bf127918-5bb5-4114-ac94-65bf12e4bc52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: 074dcd7c-5c7a-4061-9e82-cab2c222aecb
  kind: Event
  lastTimestamp: "2026-07-21T18:27:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:27:01Z"
    name: sklearn-v2-mlserver.18c46160ffbb3d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39314"
    uid: 33626aa9-396f-487a-9f30-6c949db694fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:27:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39723"
    uid: 074dcd7c-5c7a-4061-9e82-cab2c222aecb
  kind: Event
  lastTimestamp: "2026-07-21T18:27:54Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:27:54Z"
    name: sklearn-v2-mlserver.18c4616d48cf02b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 6bc0846f-2af9-4cd7-822a-cff5a8d87a31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-21T18:39:24.792215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45746"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    to ip-10-0-135-228.ec2.internal
  metadata:
    creationTimestamp: "2026-07-21T18:39:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-21T18:39:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620e0a95ee42
    namespace: kserve-ci-e2e-test
    resourceVersion: "45750"
    uid: afb24b73-17ae-4dd4-a1c7-e246e8bccec7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67697bd87d-6rnvk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45756"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:25Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-21T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-21T18:39:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620e2456cc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "45768"
    uid: 160f3143-b350-49e3-98ae-24c608267d32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e12dde312cd424230e1ef8053d8890ee8a23543039767c0a577fe647c927b0a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620e25e2f808
    namespace: kserve-ci-e2e-test
    resourceVersion: "45770"
    uid: cb321521-6b00-4ee0-8221-a1058ca48ba9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-21T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620e29378aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45771"
    uid: 6f78fc4e-8414-4ab3-a7e3-a8d37a8296f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-21T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620e29a0d8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45772"
    uid: d05f4a34-08c4-448b-8705-320918f4f1b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f21edbcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45811"
    uid: 1371e706-91af-4885-9cc8-32f9afd2f960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f25241918
    namespace: kserve-ci-e2e-test
    resourceVersion: "45813"
    uid: ba105355-20d1-41a6-a5eb-e32926312f54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f258e60c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45814"
    uid: 263e6be2-52e2-452e-8bf3-62a8a62c916c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f2598865f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45817"
    uid: c43ab986-0428-4855-8074-a8384b532183
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f2880ef86
    namespace: kserve-ci-e2e-test
    resourceVersion: "45819"
    uid: 8856bd73-d755-48d8-8d50-5bc2d4c7b0cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:39:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:39:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4620f29078280
    namespace: kserve-ci-e2e-test
    resourceVersion: "45820"
    uid: 08266324-bc36-4db2-903c-2d5d6e22fcc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:40:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-21T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c46219b566f606
    namespace: kserve-ci-e2e-test
    resourceVersion: "46177"
    uid: 5b1c31e8-160e-4e12-9f7b-c12012240fc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:40:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-21T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c46219b5677bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46178"
    uid: d5b0c6e2-4c98-47da-af2e-0ce22971deaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:40:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4621a4fec6ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46200"
    uid: 88b7aa4a-ecf0-4a90-a0f6-ff02feb3656b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: fc9d26a9-d89b-40a5-a1c8-4878691fc740
  kind: Event
  lastTimestamp: "2026-07-21T18:40:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-21T18:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-21T18:40:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g.18c4621a503faa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46201"
    uid: 0984d0b9-ef31-4339-9c73-09c0d6191efb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45737"
    uid: a3df78b0-a573-487c-aa56-fb768f0ddd4f
  kind: Event
  lastTimestamp: "2026-07-21T18:39:24Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-csv8g'
  metadata:
    creationTimestamp: "2026-07-21T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c4620e0a25d408
    namespace: kserve-ci-e2e-test
    resourceVersion: "45747"
    uid: ba3589c8-46c0-47a7-a486-31aa4d51268b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45735"
    uid: 160d5a50-2e95-457d-b448-a316a7705bcf
  kind: Event
  lastTimestamp: "2026-07-21T18:39:24Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-21T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:24Z"
    name: xgboost-v2-mlserver-predictor.18c4620e0724a505
    namespace: kserve-ci-e2e-test
    resourceVersion: "45738"
    uid: 3de83c0b-5f85-41ba-950d-10397ebdb8e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45736"
    uid: ec62498b-9997-4599-bc3c-e5631633798d
  kind: Event
  lastTimestamp: "2026-07-21T18:40:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:09Z"
    name: xgboost-v2-mlserver-predictor.18c46211861fdcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46124"
    uid: c774ca47-d4b2-41b2-9e13-256d744128ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45736"
    uid: ec62498b-9997-4599-bc3c-e5631633798d
  kind: Event
  lastTimestamp: "2026-07-21T18:40:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-21T18:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:40:09Z"
    name: xgboost-v2-mlserver-predictor.18c462118684e1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46125"
    uid: c271be7a-6fb5-49b1-abbe-758062f00dfc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45891"
    uid: ec62498b-9997-4599-bc3c-e5631633798d
  kind: Event
  lastTimestamp: "2026-07-21T18:39:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:54Z"
    name: xgboost-v2-mlserver-predictor.18c46215054566f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46014"
    uid: b4a10486-603a-449f-befe-d4fe67276ff9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45891"
    uid: ec62498b-9997-4599-bc3c-e5631633798d
  kind: Event
  lastTimestamp: "2026-07-21T18:39:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-21T18:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-21T18:39:54Z"
    name: xgboost-v2-mlserver-predictor.18c4621505bb3bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46016"
    uid: b60ef99c-21ed-4cd3-b4a9-79627da11a5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45728"
    uid: aa89a989-38a7-419b-9100-13da7ff98068
  kind: Event
  lastTimestamp: "2026-07-21T18:40:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-21T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:40:07Z"
    name: xgboost-v2-mlserver.18c4620e073267aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46109"
    uid: 5659d9cc-68f9-415a-ac1c-97f8318f6b0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:39:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "45728"
    uid: aa89a989-38a7-419b-9100-13da7ff98068
  kind: Event
  lastTimestamp: "2026-07-21T18:39:24Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-21T18:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:39:24Z"
    name: xgboost-v2-mlserver.18c4620e07b1733e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45742"
    uid: 0d9b4956-1d53-4632-aeeb-64ecc114fb23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-21T18:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "46106"
    uid: aa89a989-38a7-419b-9100-13da7ff98068
  kind: Event
  lastTimestamp: "2026-07-21T18:40:07Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-21T18:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-21T18:40:07Z"
    name: xgboost-v2-mlserver.18c462180208bd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "46108"
    uid: 4033b428-4a39-46b0-8170-45b3cb925ddb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "51626"