---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:01:13.904094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675a9ac912ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: aebdefec-0dea-44b7-a73b-9e10697b6d1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675a9c6d18525
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 7e206b29-8494-483d-b782-6e17a2a3e8b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675a9c842e0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: feba25da-4048-42d6-ac4b-231925e2b364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675a9cb13bed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: f07e86d1-ffb8-4c6e-999d-2f2fcc9c6838
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675a9cbbdcbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: a7d93819-5ff3-40db-b078-674807b5b1a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:19Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab11289494
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: 5a422771-e7a2-4e3d-ac24-a2553b1c50ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab13ee66aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a3f4ce78-88de-4dd8-b77b-189e6abb7875
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab1453f6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 6bde17d1-7a20-4ad8-8c1d-288257821d70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab145e5fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: fd517796-4636-43d3-a58d-b5e32e615869
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab179e4ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: b2b13434-9d95-402a-999e-0e79aacdb3d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab17ff5377
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: cb109277-bb39-4e72-8fdb-0f337c3ee358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675ab4d36a8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 5400df92-6d3c-4f56-a180-e0702ac85d07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675b1d6ef9fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: c679202a-ed0e-4af4-ac47-c79d4326432e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 4c3713f4-590a-4690-9c0a-68827221721a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k.18c675b1d6f017e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 8f4c056c-b2a5-43bd-be81-f3ce4ff22286
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: 79699b02-4c73-4615-970a-7abfc57f8512
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vtq8k'
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c675a9ac18e9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 0d28c77e-beda-4ad5-a1cd-ab8601030394
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22336"
    uid: 227ecb3d-4ccb-4df2-b585-9344efe66ba2
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c675a9a9298b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: d4c5d525-92b3-4602-8735-982304426d2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: af8d456f-fe3f-4016-8b94-40bba2cef567
  kind: Event
  lastTimestamp: "2026-07-28T13:01:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c675ad281fcef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22488"
    uid: 18777f94-44a3-47ec-8f3c-88d399260986
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: af8d456f-fe3f-4016-8b94-40bba2cef567
  kind: Event
  lastTimestamp: "2026-07-28T13:01:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c675ad28840fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: f343abf8-a355-4ce4-8701-4f4e9188b89c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: af8d456f-fe3f-4016-8b94-40bba2cef567
  kind: Event
  lastTimestamp: "2026-07-28T13:01:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c675b0a730cb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: a5735e16-df9f-46a0-aef4-c2a810aed9dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: af8d456f-fe3f-4016-8b94-40bba2cef567
  kind: Event
  lastTimestamp: "2026-07-28T13:01:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c675b0a79b0dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 031e8a5e-6c86-4663-8e8d-bcb09a54465b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 5a60d62e-825e-419d-b551-d77c00e136c3
  kind: Event
  lastTimestamp: "2026-07-28T13:01:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:37Z"
    name: isvc-autogluon-ts-v1-noslash.18c675a9a92b68fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: e446affe-cf42-4610-af24-dadb09f2a158
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 5a60d62e-825e-419d-b551-d77c00e136c3
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-autogluon-ts-v1-noslash.18c675a9a98f7e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 44c837a2-13e5-413b-b198-fc795d225f16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 5a60d62e-825e-419d-b551-d77c00e136c3
  kind: Event
  lastTimestamp: "2026-07-28T13:01:36Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:36Z"
    name: isvc-autogluon-ts-v1-noslash.18c675af0c528856
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 94de2d33-039a-4e45-8f41-3055589ca181
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:00:25.482097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c6759e66642e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: f6c84db6-3c51-4e8c-b727-59ddd5838705
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c6759e7fe87fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 6b626995-d24f-435d-8ab6-26d60ec87e4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c6759e81786086
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: f1121efb-d41e-47a4-9725-cfd702cc00a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c6759e843f2a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: d8b3afec-cc36-4bd1-ac8a-f2e30e17138b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c6759e84ac93f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: e27abee0-1406-4807-9284-7738ec6608d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a0896f5793
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 9472e893-0c34-4914-bb35-e3f9516851eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a08c909bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 2dba6a00-4632-4414-a07c-9bafa7d2d9bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a08cf2a368
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 053ce788-0c12-443a-ac09-f333be8765e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a08cfe9df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 3ae8c56c-457c-4458-af68-2c556eb63851
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a0905c6bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: edf6c68f-989f-41db-9322-a35d785ecd51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:34Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a090c40372
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: 8a982b5b-4ec9-429b-a021-308df6997d9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:00:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a0c58204f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: 013b8022-76d8-4f6b-b434-06cf1b4fe67c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:01:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a87758684b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: a9b22d95-7dda-418a-841d-34d3594ca4b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: e8b97b2c-557d-4cb5-92d1-d1c496d42d86
  kind: Event
  lastTimestamp: "2026-07-28T13:01:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b.18c675a8775b3bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 14fa13e5-44f9-45e6-8f2a-8f6279193454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: 81b302fb-1521-41cd-8bce-984c5198ba57
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-45v7b'
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c6759e659d678c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: fb7beaa2-1717-4f02-9252-28f831f7a3fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: f3e5ef3a-0d13-4be5-9c32-45653541e431
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1-predictor.18c6759e60268991
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: d8d11a8f-804a-4767-b85a-ed37ff69aeca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 45374494-aa3c-4f72-a2dd-9fd8db726f21
  kind: Event
  lastTimestamp: "2026-07-28T13:00:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:55Z"
    name: isvc-autogluon-ts-v1-predictor.18c675a1decb45c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 66b0b038-1ad9-4a60-9e69-ee427b8a88f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 45374494-aa3c-4f72-a2dd-9fd8db726f21
  kind: Event
  lastTimestamp: "2026-07-28T13:00:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:55Z"
    name: isvc-autogluon-ts-v1-predictor.18c675a1df37b78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: 597ed795-6ff5-400a-9af4-fe261bb12d30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 48f65b5c-6304-4642-ad7b-a5f13491f494
  kind: Event
  lastTimestamp: "2026-07-28T13:00:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:52Z"
    name: isvc-autogluon-ts-v1.18c6759e5ffa20ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 3edd9bdd-57bd-40d9-8cca-63cc42e74748
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 48f65b5c-6304-4642-ad7b-a5f13491f494
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1.18c6759e6052732e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: aef4f36e-32d8-4fba-b7f1-295e7f042b52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: 48f65b5c-6304-4642-ad7b-a5f13491f494
  kind: Event
  lastTimestamp: "2026-07-28T13:00:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:25Z"
    name: isvc-autogluon-ts-v1.18c6759e666dcbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: fd45ba52-7b68-467c-9eb9-5d054e71fe2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 48f65b5c-6304-4642-ad7b-a5f13491f494
  kind: Event
  lastTimestamp: "2026-07-28T13:00:52Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:52Z"
    name: isvc-autogluon-ts-v1.18c675a4c37d3baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 081a9d4c-5d24-4c82-9601-391090412b7b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:50:49.934446Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-lphsz
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c6751865140823
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: f944397b-7caf-4cbb-bf47-9ef10ae1771e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c675187ec0cb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: ff3104f2-0fb6-4915-9542-2a9959180da5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67518801c34b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 5a028cf4-7ece-4610-a5ac-2e792eec8865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c675188338b5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: e09fd397-e95f-4953-97b4-f9e3c89dcb20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c6751883ba7123
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 61462412-2f2f-4631-975f-6f45e576a989
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:51:12Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T12:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c6751d8b12cfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: ea37ac6f-64c6-4009-bfa9-34da4fdd5f14
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m56.501s
    (1m56.501s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538ab152b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: a95cf185-0690-4248-b839-818dbbc85aa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538affebe26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: f49e39af-82bc-45f3-8c3c-35a3badbd00e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538b0abc35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 71f03e83-be5a-4ee5-aa7f-6bfd17dc74e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538b0b66eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: 00be34f9-db41-4aed-9f0f-8481f035a296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538b5af92f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 44fa2664-56f5-4dcf-af66-33033c2e7c0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538b6ba344e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: c4c66ccb-47cc-4eeb-8a28-33fb9e17cb17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c67538ed62faf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 1074dde7-44e2-4887-b0be-844419c8c27d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c6753f13e4b012
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: 990abb2f-015f-495c-90fc-dbcbaf9e9c76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 6ace1d49-beb1-45ef-80f6-0a4db1412621
  kind: Event
  lastTimestamp: "2026-07-28T12:53:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-lphsz.18c6753f13e52c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: eee0575e-6150-4681-844d-664575252712
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 19f3ef90-b62d-4bae-b332-0d5369bcfaa0
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-lphsz'
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c67518649ed51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 98f2fce9-2f2b-4a1a-9119-f3e165913e04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: dd6b6e5a-6b8e-4a74-bb8b-f977d95c6408
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-autogluon-v1-predictor.18c675185ffc6861
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: adebe606-6fb5-437f-a181-a676ce218577
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: dc77fabb-caa1-4612-bc7d-e1cfca5e2a04
  kind: Event
  lastTimestamp: "2026-07-28T12:53:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:19Z"
    name: isvc-autogluon-v1-predictor.18c6751bdf37427c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: 7c43df10-6405-4c82-84be-8d619eb1ff78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: dc77fabb-caa1-4612-bc7d-e1cfca5e2a04
  kind: Event
  lastTimestamp: "2026-07-28T12:53:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:20Z"
    name: isvc-autogluon-v1-predictor.18c6751bdfc2107c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 476fc7a2-31ac-4c04-a37e-bb41941a93e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: dc77fabb-caa1-4612-bc7d-e1cfca5e2a04
  kind: Event
  lastTimestamp: "2026-07-28T12:53:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:35Z"
    name: isvc-autogluon-v1-predictor.18c6753ed494568b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: 2be38dbf-697e-4ced-be35-e57ac8d94542
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: dc77fabb-caa1-4612-bc7d-e1cfca5e2a04
  kind: Event
  lastTimestamp: "2026-07-28T12:53:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:35Z"
    name: isvc-autogluon-v1-predictor.18c6753ed4f9e433
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: feb8afc0-0ca9-4082-8082-d77605da96da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 9178874d-2884-4a9d-bb20-da3fbdc38e61
  kind: Event
  lastTimestamp: "2026-07-28T12:53:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:25Z"
    name: isvc-autogluon-v1.18c67518607d2fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: f23c5a9f-c769-4a57-805c-eefb100a0cb3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 9178874d-2884-4a9d-bb20-da3fbdc38e61
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-autogluon-v1.18c67518642c578a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: c00b2ba1-34db-4fb5-b8bf-406113e41655
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 9178874d-2884-4a9d-bb20-da3fbdc38e61
  kind: Event
  lastTimestamp: "2026-07-28T12:53:25Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:25Z"
    name: isvc-autogluon-v1.18c6753cac1babe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: ef9f3dde-6944-45de-9e22-2e6d7a792946
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:58:04.183829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6757d805bbf30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 8585d12a-0f7d-46c3-a5ce-894dd9445e9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6757d9a09310c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 198b5105-e93e-4dfd-aa1e-f20e620503cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6757d9ba64fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: c66049fb-ac72-44b8-99e1-a0b697bbd81c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6757d9e681a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: ac76e31f-a15d-4913-8b4a-acc67b205144
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6757d9ed44eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 9a34696b-d727-481d-895a-3808caa071c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584b508bc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 73c3c3d8-1c64-4b60-9a07-4b5e01e7f3b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584b83729d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 599e3a63-bca8-4bc6-be57-ad08b231a019
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584b8a2f3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: f7283f65-3495-4107-a3e5-98e20d17fefe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584b8ad2ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 62992fc8-4aa2-4e38-b72a-975fc4f4267b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584bb6f9e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 0738ee36-0bdb-42cf-b56e-c66a66f7a1f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T12:58:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:58:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c67584bbdcfab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 22ddfea3-8679-4292-802b-94ee87b69065
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T13:00:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:20Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6759d301d2e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 1722f422-ef71-40c0-bd46-501bd53e1094
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 22f7cd30-f529-43d4-9058-0cf8c303320c
  kind: Event
  lastTimestamp: "2026-07-28T13:00:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:20Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49.18c6759d301ddf39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 3622bc08-015e-4898-a16b-a3d0175f89d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: 10d37051-7358-468c-8515-73b4750247b2
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-xjn49'
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c6757d7ff35912
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: 73c266b5-506a-4beb-86a0-9898de9274e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 2466d05b-ac4f-4e87-b5a1-6523c5548b1e
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6757d7b46ab34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 9e238cd8-4adc-4570-bb64-d727efff0600
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 51505cfd-44a1-4d56-bf09-85a21219f83d
  kind: Event
  lastTimestamp: "2026-07-28T12:59:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:59:04Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67580f9e3d593
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 0bf18d93-5185-476e-9f8b-b497388ada36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 51505cfd-44a1-4d56-bf09-85a21219f83d
  kind: Event
  lastTimestamp: "2026-07-28T12:59:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:59:04Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67580fa46434c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 427ddf90-695d-4109-9fb9-1863cab337d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 51505cfd-44a1-4d56-bf09-85a21219f83d
  kind: Event
  lastTimestamp: "2026-07-28T13:00:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6758ef619602e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 111f3fbc-9009-4deb-96fd-476c08fa1ee2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 51505cfd-44a1-4d56-bf09-85a21219f83d
  kind: Event
  lastTimestamp: "2026-07-28T13:00:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:00:19Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6758ef68210bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: c2efd17e-0466-4ea7-a966-c3f5eed1b779
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: e846b29e-2d71-4b71-8136-e166ba915be7
  kind: Event
  lastTimestamp: "2026-07-28T13:00:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:09Z"
    name: isvc-autogluon-v2-noslash.18c6757d7b48aebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 64aa4171-9eb5-4414-b3cd-fb9eb3205fb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: e846b29e-2d71-4b71-8136-e166ba915be7
  kind: Event
  lastTimestamp: "2026-07-28T12:58:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:58:04Z"
    name: isvc-autogluon-v2-noslash.18c6757d7bc60db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 08e9a027-bb9e-4b15-b1bb-9490ce01b914
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:00:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: e846b29e-2d71-4b71-8136-e166ba915be7
  kind: Event
  lastTimestamp: "2026-07-28T13:00:09Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:00:09Z"
    name: isvc-autogluon-v2-noslash.18c6759ac00f00f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: e97f707b-e702-4c34-a8c1-ee17a08e205c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:53:41.273373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6754049ac7fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18857"
    uid: 3a609898-49fc-4362-923e-814a03cda51f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18863"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6754065108c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: 71dbbbec-5fbd-4c68-99fe-722f8e1e05ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c67540668a586e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: fd495468-c63b-4285-b155-b9f0d829526d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c675406ac3d235
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 2ad78855-aea2-4ae9-b5cf-9f5204ba3359
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c675406b990dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18879"
    uid: 728818a8-0a92-41b8-ac2a-ab7387bf54dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c675476e5e9c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 778853ee-2fb4-4802-b2f3-4bc3c75d0b82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6754771167dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: 26db20e3-07b8-4054-9193-8ad93d465a10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c675477172a54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 8699d2c7-81ce-485d-9156-fd11ff200f5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c67547717ba212
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: ab8b8ba7-093a-4d4f-937d-185cc3bf6e2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6754774c1b271
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: b23596a2-d996-4d19-932f-fc2673475619
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:54:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:54:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c67547754519bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: a27025ae-68bc-43e1-af6d-c94c80d54d87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:55:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:55:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6755ff6fd7fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 7b95da41-47b8-42bd-b232-b8aa226a2c57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:55:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:55:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c6755ff6fddbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 26a35d5f-9600-44dd-91df-b002f60e9933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0c7a6848-3112-4ef9-b36b-4edad46d8fea
  kind: Event
  lastTimestamp: "2026-07-28T12:55:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:55:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk.18c675600e69f932
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 53c9f186-3c9c-4758-a0ce-0e7cce337100
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 442940df-e1b2-4f07-a0e5-ce18ce17cae2
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-6tkvk'
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c6754049168b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 96f9a4ff-f2ef-415c-8401-b060d333263f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: 3b68a106-db82-43ac-8c30-42ed4e122b3c
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2-predictor.18c675404464fd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: a75ce7ab-b163-4df9-b6d4-a82fb1e470be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: dc542288-76d7-43ac-a917-eded1282f130
  kind: Event
  lastTimestamp: "2026-07-28T12:54:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:54:41Z"
    name: isvc-autogluon-v2-predictor.18c67543c37987ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 43a64a24-f70a-4bbc-81a7-ecf851e4b441
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: dc542288-76d7-43ac-a917-eded1282f130
  kind: Event
  lastTimestamp: "2026-07-28T12:54:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:54:41Z"
    name: isvc-autogluon-v2-predictor.18c67543c3bea768
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 032d0e23-73df-4984-8bd7-2ad84a371a5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: dc542288-76d7-43ac-a917-eded1282f130
  kind: Event
  lastTimestamp: "2026-07-28T12:55:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:55:56Z"
    name: isvc-autogluon-v2-predictor.18c67551c04c0fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 263f387b-4fdf-4277-a93c-8ee9bd42ac1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: dc542288-76d7-43ac-a917-eded1282f130
  kind: Event
  lastTimestamp: "2026-07-28T12:55:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:55:56Z"
    name: isvc-autogluon-v2-predictor.18c67551c114aa21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 9fd94128-0adc-4d1c-9026-0b0c46e844c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:56:02.492047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c675612af685b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 220ce0fd-cd46-4196-b159-a68119aa3e37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c67561442477ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: f68aad04-3887-4d30-a0c3-93b0a50ff700
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756145b3277a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 738e8e3c-7b97-4c47-9b23-359f88cf2d94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c675614814b294
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: 8a44f674-260d-494a-8486-214919b19a12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c67561488491a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: b2eafd12-59b0-4182-b205-88a924a24168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c675629024ab5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 2dcc91ed-aa29-49b6-89bd-cbed443ab6e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756293afd31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: e582425b-c5ee-4496-ba2d-16ad43587776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756294114b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: d4213f96-e633-45b5-b206-18cf5c18a0e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756294199794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 7e60547d-4d3f-4344-9d21-370439206557
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756297460860
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: feb07e4d-1816-4a1b-90cc-eba4b405a8c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6756297a3fd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: cac01863-f4b6-408d-a3e4-8ec5b01d885f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:57:55Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T12:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:55Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6757b8a0cfb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: dca6f719-82e4-44da-be81-401d67a26cd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6757c4e3be3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: f38baeee-7973-4a58-8d77-3bf985196615
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 4f555450-e6b3-443e-95cb-83abfe85f31d
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn.18c6757c4e3c8f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 9c4fcd25-bd72-49c0-bf8c-c188f64634d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 20472e35-7e7f-45dd-809a-d14f1d804773
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-9vfpn'
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c675612a8aa49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 3dd4eb49-6861-4c98-a69e-9952db8d54e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: b5354bfd-4e7a-4255-8568-5fe2daafda92
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants-predictor.18c67561261d231c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 9db77f4b-c352-4032-acf6-de6917c68c16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 65c1281f-b870-487a-99f5-74e26334906d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c67564a4ce395b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 02f1f1c5-6795-47d0-b152-9950d85fe42d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 65c1281f-b870-487a-99f5-74e26334906d
  kind: Event
  lastTimestamp: "2026-07-28T12:56:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c67564a54acf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: 3bf4bef1-da7a-42b5-ac95-3900964eb9ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 65c1281f-b870-487a-99f5-74e26334906d
  kind: Event
  lastTimestamp: "2026-07-28T12:57:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c67568249f3970
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 25cb5808-faa5-4537-9069-ab581cc29f1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 65c1281f-b870-487a-99f5-74e26334906d
  kind: Event
  lastTimestamp: "2026-07-28T12:57:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c6756825144108
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: c5536366-b96e-4c2b-8f25-6518cbd765ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3d57456a-6278-4a9b-a341-adfd4c360bb8
  kind: Event
  lastTimestamp: "2026-07-28T12:57:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:57:44Z"
    name: isvc-autogluon-v2-variants.18c67561261e72c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 71bdf6ec-ea28-4e4f-9804-a94755e4a949
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3d57456a-6278-4a9b-a341-adfd4c360bb8
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants.18c67561269ad2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 778a1d9b-70af-4d13-860b-696073534550
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 3d57456a-6278-4a9b-a341-adfd4c360bb8
  kind: Event
  lastTimestamp: "2026-07-28T12:56:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:02Z"
    name: isvc-autogluon-v2-variants.18c675612bb677ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: ebc85bc0-12cd-45ce-b869-cf360c73c3ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 3d57456a-6278-4a9b-a341-adfd4c360bb8
  kind: Event
  lastTimestamp: "2026-07-28T12:57:44Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:57:44Z"
    name: isvc-autogluon-v2-variants.18c67578fd11942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 680a4417-4ddd-4abc-9e15-553b5c1e0f46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: dadbe664-b02f-4b60-b53d-270d16feebaa
  kind: Event
  lastTimestamp: "2026-07-28T12:55:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:55:47Z"
    name: isvc-autogluon-v2.18c67540446bffa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: e996a2ab-209c-403f-be15-98157fc2901e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: dadbe664-b02f-4b60-b53d-270d16feebaa
  kind: Event
  lastTimestamp: "2026-07-28T12:53:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:41Z"
    name: isvc-autogluon-v2.18c6754044e6ea19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: e40cdbda-60f1-4089-b9cd-81fe17a6028f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:55:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: dadbe664-b02f-4b60-b53d-270d16feebaa
  kind: Event
  lastTimestamp: "2026-07-28T12:55:47Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:55:47Z"
    name: isvc-autogluon-v2.18c6755dbf3b4a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 89f4c059-0228-43cf-ab4e-f2c2a5cefae9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:01:54.154851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5658fb66fc-shwk4
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b30bb30261
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 57b3055a-2b55-4857-b462-039474ecdce5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b3184f2a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: b3deb6ed-dcad-4283-a706-4ead37c5e869
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22732"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:55Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:01:55Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b34965ef45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: 04ecabe3-6f4b-428b-9991-fe937bd32225
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:55Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b34afb0db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 6fe43c2b-4c0b-4a24-8bca-e67ab90d56ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:55Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b34df167c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: bad1be5b-4a13-42ac-ac79-44f19d6a796a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:55Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b34e5d7a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 88970a79-d65e-4c42-a9b6-0eee902fd3ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b431d5cfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 29d091c3-1344-46da-91d9-769731a504cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b435aded6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: a9b5ed7e-0378-471d-899a-8c7d5435c2ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b4362090c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: e146623b-fe49-4c42-a844-d58b81c60004
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b43629d708
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: c11ced9f-3a80-4d35-816a-e92afeab26cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b439aa0bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: 9f733e0c-2c26-4502-98e4-7b3728ac8d8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b43a663ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 6dc9f4b7-1a6e-4039-8103-79ed5327599f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:03:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:26Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675b46dfb650e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 16431c0b-acf1-40ea-b9b2-bcd795b951be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:24Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675c80e57cd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: e894a34e-cc37-4e08-9923-9a156dbe00c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:03:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:24Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675c80e58747a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: a48df48a-cbec-4059-92c9-4db58de5fc4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-shwk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: f36fc980-7685-43aa-ba98-5a8c7dd30a80
  kind: Event
  lastTimestamp: "2026-07-28T13:03:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:26Z"
    name: isvc-canary-create-predictor-5658fb66fc-shwk4.18c675c8745e3a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 74c7b732-655b-4fd3-aaf0-7e9161967c39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5658fb66fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: f2c657b9-3748-4fb0-a013-22c07490a6b3
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'Created pod: isvc-canary-create-predictor-5658fb66fc-shwk4'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-predictor-5658fb66fc.18c675b30b127927
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: 9d77348f-5889-449a-9b7a-50dc0b49b979
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: 59611053-c246-4691-b6a0-ce79813cda05
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: Scaled up replica set isvc-canary-create-predictor-5658fb66fc from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-predictor.18c675b307d6902e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: 7ee2929f-434f-4780-9cc9-6991b91f52ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:01:54.191248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b30dde68b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 7e41d268-bbc2-4357-8344-7a8a3ab34823
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b3276c6655
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 238c2a8c-b4a2-4ddc-a104-eebb83cafbac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b3291e0edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22757"
    uid: 35cec1dd-c13d-4060-abf6-61d72b41b887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b32bff4231
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 4272852e-e457-4f58-a2df-4019f5928200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b32c6bf53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 4d20fde8-3b9e-4c99-a554-a8f5bd2596c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b431bfe304
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 05db6990-e603-4113-a375-185747ea34ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b4359a29c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: 3178cc4c-4834-4556-a950-63888c34fcbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b4360b39a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: 7965d448-c67b-49da-a205-7d2d7c4ed711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b436147c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22815"
    uid: a420d22f-5118-447d-b34b-c546787aa4e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b4399cdbe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: a28733f2-6825-4079-a48c-b230d1cc02d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:59Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b43a0f0d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: 5a956645-51fa-4da0-b9ae-acb02af7a54a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:03:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:27Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675b4aa060990
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: a27d54ae-ec8e-4821-846a-ccccec5d9c2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:24Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675c80f7ae4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 627bec9a-9617-44b4-8761-29043e146bba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:03:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:24Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675c80f7c0b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 22a4546a-aad1-4718-8317-ff7797c18335
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 5a704a41-7fe2-4b6a-9460-5fee2c0d7f68
  kind: Event
  lastTimestamp: "2026-07-28T13:03:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:27Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-5t8cz.18c675c8b0466934
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: 08d478cc-e4ae-49e5-af2b-c29256545360
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-69987fd58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: 8ba44dbc-d66f-48be-bcb7-db70374b20e9
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-69987fd58d-5t8cz'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor-69987fd58d.18c675b30d5ea614
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: cacd4eaf-8363-4ac1-be26-707e4b60cefc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 4abff2e4-48a9-40be-b331-836f10ea5c3a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-69987fd58d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create-v2-predictor.18c675b309b7c9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: efbd164f-b353-4db9-ac66-bf1b6d5ad3d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: eae2f186-8eb6-4e2b-a52f-596e6bf1cdd0
  kind: Event
  lastTimestamp: "2026-07-28T13:03:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:03:17Z"
    name: isvc-canary-create.18c675b3094f2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 75880e52-567a-4d3f-8c0d-a14fb5e0aa9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: eae2f186-8eb6-4e2b-a52f-596e6bf1cdd0
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create.18c675b309bfc9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: 03324407-23ff-4419-b94b-a4e81d0dbf1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: eae2f186-8eb6-4e2b-a52f-596e6bf1cdd0
  kind: Event
  lastTimestamp: "2026-07-28T13:01:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:54Z"
    name: isvc-canary-create.18c675b309c01bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 508ca408-3a64-4a67-a7ff-2a7cb8722795
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: eae2f186-8eb6-4e2b-a52f-596e6bf1cdd0
  kind: Event
  lastTimestamp: "2026-07-28T13:03:16Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:03:16Z"
    name: isvc-canary-create.18c675c6262f4fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: cffff160-22ba-4ac9-8763-be23efccbf68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:03:29.500332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7bcdb47df7-74gvf
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c93ebb9d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: cbe6270d-0d65-4d2f-9fbe-46c8fd85a4f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c94c9b5feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: ddcc46e4-964d-4f83-9be4-9893379035e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c97d45aab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 1b99cac4-f41f-46ba-b4e9-93073f853ad7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c97f198c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 2386e92b-14b9-434c-95f4-bd50d07ee5ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c9851e12f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: a5c262ae-d551-4389-a8ea-5e5f943fabb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675c9859bd611
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: fe02846d-1e41-4dda-8231-8470379d5b3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca6d670e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: e0fa72b8-5a7e-4c31-a9d1-e6631df38205
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca7198c473
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 317cf417-989a-4367-a2a6-38cb6e2eef6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca722f1e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 46d9e50d-b482-46df-88a9-5ae3648d6d9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca72380b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 832e34c3-85d3-43a0-b095-3cbfd55e1f87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca75b0b6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 16543446-4131-4f21-a510-e1afb2c417e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675ca763933df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 24d2e66d-7b78-40fd-97c5-60b92216d97b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:45Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675caa9a8fe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 04adfb28-e505-4b4d-a1bf-e8ad1a0a1a51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675de3812c048
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: f5a6b2b5-2d8b-427c-baa8-86361193730a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675de38133762
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: 49105f93-3515-474e-adbe-655b2f5e5268
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: cc38f686-1143-4adc-a09e-74c9e75bac5c
  kind: Event
  lastTimestamp: "2026-07-28T13:05:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:01Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-74gvf.18c675deb026c0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 3f4b93e9-45da-4c2f-bdee-0a123ca61504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7bcdb47df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 051915e1-082e-435d-a7d8-aab0e2cb645d
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: 'Created pod: isvc-canary-promote-predictor-7bcdb47df7-74gvf'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-predictor-7bcdb47df7.18c675c93e539cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 8a888973-dd06-403e-835e-96afa6ef1eef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 3ef609bb-2f1f-43ac-9883-bd10c453e79a
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7bcdb47df7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-predictor.18c675c93872b6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: 1ee2128f-38a5-4948-bfbf-e628f4b65e57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:03:29.506779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c93f1dfc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: dda37f6c-b19e-4763-b023-619e80ed0764
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c94c976137
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 855fec96-af56-4786-9f3d-0cf406788bc9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c97f0a85f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: e017638f-17a6-417d-85ad-eed3f815af10
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c980a9f0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: 6a6ee615-cb50-41c7-a0e6-49ea378eea04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c98512d05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 530e2585-b98f-4100-a78b-26d499005ba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:30Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675c9858ea05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: cb7b68af-4f43-477e-a58d-3b81f1cd71c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca6d815e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 5c5c4d4a-e069-4946-9207-dd46f7bf931c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca71a2c6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 87c0580c-77f4-4ff2-a51e-ed4f54c24b69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca721eca28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: d73e8ead-860b-4098-b860-cb9f45a91d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca722af334
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: c562904f-19b0-419d-b487-45b792292113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca75999231
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 5f909ad2-1da6-43f1-9878-bda71e21999f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:03:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:03:34Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675ca762de390
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 1dd678cb-ee4d-4e14-9e36-6ae8ef94d318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:04:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:52Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675cae5c9f565
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: b8fbed56-3336-4a51-8074-5194946f4ec1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675f590fe0589
    namespace: kserve-ci-e2e-test
    resourceVersion: "25313"
    uid: f2ea4cdc-bcf5-4426-9dd0-ea984621c8ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675f590fe7364
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 978cdf14-838f-48ce-89a8-964b56d0e277
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9f97f7d9-e071-476e-bd73-5922d59c5085
  kind: Event
  lastTimestamp: "2026-07-28T13:06:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-f74hc.18c675f63498427b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: 64097441-62fa-4e14-9d76-32b6cfdbb0cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:04:59.645008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:04:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675de3bc63990
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: 1e1af1d2-eba2-4dd2-b670-ccc21aebab51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:00Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:05:00Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675de55510d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 54db9c1d-68eb-4020-946b-ea3e6cc1ff17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
  metadata:
    creationTimestamp: "2026-07-28T13:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:00Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675de56bc5f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: dd7eccc1-4203-484d-85c6-8c40516a1236
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    in 3.967s (3.967s including waiting). Image size: 300974042 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:04Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675df4338332a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 34426bf6-ea5b-4c1b-b659-dac164c32a58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:04Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675df4628332c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: be73dd36-c722-49e1-9877-0a4949c573d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:04Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675df469f98db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24326"
    uid: 1912ad28-baeb-4a7a-9868-4d83dff810d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:08Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
  metadata:
    creationTimestamp: "2026-07-28T13:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:08Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e03d8ce02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 1656f540-8598-4e08-86c7-ca00039fc47d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    in 14.014s (14.014s including waiting). Image size: 1555707315 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:22Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e380e7ddb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 2ca701bb-a6dd-42cd-8153-e2ba87415042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:22Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e384165dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 4e07c81b-e407-4ce8-94b4-6d8a1d4b06dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:22Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e3847f04d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 413601cd-9704-4b95-9f4b-3235fc5b1278
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T13:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:22Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e3848b813d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 90e16d8d-8485-4d6e-b582-11a50d6312e7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.496s (2.496s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e41957de2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 56d12a3f-1dd4-4011-bd5f-a7bb0727cfe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e41c20a3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 05a222c6-591a-45ee-90de-790aad66b8e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:05:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e41c8441c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: c94bcd99-e904-482a-878a-c51d1de9d4bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:06:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:32Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675e47421842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 280da803-ea12-4bb3-8040-dfa9523f076c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675f590f2aada
    namespace: kserve-ci-e2e-test
    resourceVersion: "25312"
    uid: d40ce209-d195-47ae-834e-16c47880e591
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675f590f32241
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: d480a2f2-371b-4ddf-a332-752ddd61d798
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 2ef282fd-318d-4aea-8884-8eaa0c2393bb
  kind: Event
  lastTimestamp: "2026-07-28T13:06:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct.18c675f62643286f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: ef885ba1-6b2f-4ca4-98f4-d4a08b1d1681
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f59b85f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 4c0cfff0-cee2-4a13-8852-d4b2f7936b70
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f59b85f46-f74hc'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46.18c675c93e900e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: 83fab791-c4d6-44da-ab39-1138f2081ba0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f59b85f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: 4c0cfff0-cee2-4a13-8852-d4b2f7936b70
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f59b85f46-wp4ct'
  metadata:
    creationTimestamp: "2026-07-28T13:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46.18c675de3b5e06bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 8e6152f3-a889-46d5-8265-45754b46917f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 47332e1a-7c78-4bf7-bdf9-3e6c19d44f4d
  kind: Event
  lastTimestamp: "2026-07-28T13:03:29Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f59b85f46 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:03:29Z"
    name: isvc-canary-promote-v2-predictor.18c675c93aaf44f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: d518c2a2-501f-41dd-9ca5-da70a21feb82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 47332e1a-7c78-4bf7-bdf9-3e6c19d44f4d
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f59b85f46 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T13:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote-v2-predictor.18c675de36cb67fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: 459f4d38-4c80-459c-bf1d-730640885d3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 9d1cb840-46ca-4407-ad52-b78bee9a564e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote.18c675c93a289f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 0aacae48-b96a-4270-94c1-51bf4c28c374
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 9d1cb840-46ca-4407-ad52-b78bee9a564e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote.18c675c93ab246b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: f5e838ce-8ee7-4113-863f-143bc29f5b4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 9d1cb840-46ca-4407-ad52-b78bee9a564e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:59Z"
    name: isvc-canary-promote.18c675c93ab286fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: 9ef6f02b-dd6f-4496-9a17-77926381871c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9d1cb840-46ca-4407-ad52-b78bee9a564e
  kind: Event
  lastTimestamp: "2026-07-28T13:06:38Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:06:38Z"
    name: isvc-canary-promote.18c675dd5822a2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: fa724427-04be-43c9-9e3f-8f147fd4cdd4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:08:15.140127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-ff46f797c-87z8f
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760bc030fcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26137"
    uid: adb3e537-2959-4178-9442-917a15ea1891
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760bd9d3f3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: a3f9b58b-8651-4706-812b-5872a56442fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760bdb1a1d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 2cc166b0-26e5-4185-8fa6-e1a76e1ef387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760bddbbaf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 567f2d03-b31d-48e3-99b4-c728c66662e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760bde20ce9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: 910661a5-c5ac-47db-8806-058b0e1a3319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760ce72b25a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 06abaa5d-055a-43b6-b92c-8148c017c7e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760ceacae6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: cc794df1-afe0-4b01-9269-b186e110deaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760ceb4baece
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 9e222d3a-6ee5-4816-8eff-e020ae0ba80b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760ceb5628b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: 5089f2ea-7af6-403c-8758-10d9dff8d0fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760cedb5fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: c081299b-e0b9-4d09-a475-98569bd16f7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760cee1f8107
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: b92f8e12-64ba-428e-84f6-288ca3b4a078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:09:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:27Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6760d23468dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: b5ef67c7-fe39-4e4b-b5d1-126ebc9b862b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:09:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:35Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6761e7011e3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 3b9a084e-9a16-45ec-8212-6b358f57123b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:09:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:35Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6761e70126293
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 61c5d579-2f81-4621-9c15-f4fcf8100010
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 290013a0-b2c2-4a57-9083-7024d4861593
  kind: Event
  lastTimestamp: "2026-07-28T13:09:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:37Z"
    name: isvc-canary-rollback-predictor-ff46f797c-87z8f.18c6761ed568051b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 2b701cb8-31e8-4d78-9a51-dad93a1424af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:06:45.001305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-ff46f797c-qz5jq
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f6c37fbff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: dee8a38c-fd76-4241-a071-161f5604adb8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:45Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f6ddf065fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: 9b932345-60d3-4361-a55a-bc4b3fcf33d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f6df66651f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: c9562fe4-80dd-4102-94fb-1c38e3f6c57d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f6e284f2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: d2fc2d84-7969-4fe6-8ca9-056177885770
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f6e344108b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: ae4f0293-80a4-417b-9b83-2956e01ec00e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7d29a7152
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: f6ff9221-a022-4cf9-b622-64edd54f8056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7d5de7d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 9a7ecab4-2cc6-40b0-a85a-14ca1ec058fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7d666edfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 8e9a19d6-6c03-4d36-86b9-6181f2690c6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7d674b4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: 10c65262-4673-4a67-bce8-78e86183ce81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7d9f0962e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 6e302043-4af8-489a-a5af-f6a4f92bbc11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f7da934a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 7e0baaff-7de2-4603-9037-53db2ba9f140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:08:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:07Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c675f84a8daec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26037"
    uid: 0b57e998-ea69-4163-8ddf-56cc33e180fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:09:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:35Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c6761e64ca2a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 1b7051cb-288b-4757-828f-13cf85e1e336
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:09:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:35Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c6761e64cacb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26741"
    uid: f4c4752e-2acb-4a1e-a476-3c076a6b6323
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: df0e8db8-abc4-4692-9797-0cf17ed22f9d
  kind: Event
  lastTimestamp: "2026-07-28T13:09:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:37Z"
    name: isvc-canary-rollback-predictor-ff46f797c-qz5jq.18c6761ef12c5fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26760"
    uid: 543e8da5-fe02-489e-b119-4270c62135b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-ff46f797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 261719f0-30b6-450c-a35a-84b38d8d6704
  kind: Event
  lastTimestamp: "2026-07-28T13:06:44Z"
  message: 'Created pod: isvc-canary-rollback-predictor-ff46f797c-qz5jq'
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c.18c675f6c2f04356
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 6802c6f5-f888-4bc5-b229-9db1cbbfe600
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-ff46f797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 261719f0-30b6-450c-a35a-84b38d8d6704
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-ff46f797c-87z8f'
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor-ff46f797c.18c6760bbf8e486b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: db455914-0258-43e6-b054-9e7a23f75b86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 16a13944-72f4-45f3-8e82-435777a488d4
  kind: Event
  lastTimestamp: "2026-07-28T13:06:44Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-ff46f797c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:44Z"
    name: isvc-canary-rollback-predictor.18c675f6be696471
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 7e41eb1d-9faa-4eee-89b3-54ca519abf5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26112"
    uid: 16a13944-72f4-45f3-8e82-435777a488d4
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-ff46f797c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-predictor.18c6760bba439a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: c5c84daa-1186-488a-84a8-cddbe4a87e04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:06:45.005223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f6c3bb8157
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: b30e0bc3-cae1-40ba-8aef-450763d9c485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f6cf7a4ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 50c1a1f5-2a09-46a8-9881-7c76ecae5e3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:46Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:06:46Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f700ffbafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: 6cd61764-2851-4a86-aea9-9eb092394186
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:46Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7024d994b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 3ba9d3ab-a45f-427c-a50f-6ed3479a91a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:46Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f704aaa316
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 68a6095b-7b4d-4b3e-9d09-6c11fb4b334f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:46Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f70511ae31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: e586fbf2-a810-47af-b3ca-7047461babb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7dc6015e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: be422575-3d43-448e-81be-646d52dbf4c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7df8f00b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 7744b5be-62a5-4085-bee6-97218bbf8d6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7dff5dd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 862cc2bf-5625-4ea8-9217-865661dbb0e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7e0002f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 704ccfdc-6ad8-44b1-b931-5d97458622cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7e2b23845
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 9ebd2ec8-554a-4b16-af2c-b740b6a124ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:49Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f7e31b77f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: e98cdc5f-4a1e-4360-b3d0-21d3c911df98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:08:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:00Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c675f8186077c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 04ca1d79-5113-466d-a290-9e97f4877bb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c6760bbb44d610
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: c8d54462-19c8-41df-90ee-720cdc347a79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c6760bbb456731
    namespace: kserve-ci-e2e-test
    resourceVersion: "26128"
    uid: 7ac371b5-4d44-4637-aaab-f88fe7c77906
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: e87571da-1c8c-4a16-abab-76411f69fa11
  kind: Event
  lastTimestamp: "2026-07-28T13:08:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884.18c6760c1e9cb2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 8c6920f8-9ff9-4aa8-91d7-e31c181b1ab3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-675cc7cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: a0ccc16f-8b6b-444a-a804-a2d7e7e09274
  kind: Event
  lastTimestamp: "2026-07-28T13:06:44Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-675cc7cb4-sr884'
  metadata:
    creationTimestamp: "2026-07-28T13:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:45Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4.18c675f6c3519587
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 22129347-2076-4ade-9c0a-e29d9c7e9610
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: e0db2379-958c-4e2a-a571-75290532cb25
  kind: Event
  lastTimestamp: "2026-07-28T13:06:44Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-675cc7cb4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:44Z"
    name: isvc-canary-rollback-v2-predictor.18c675f6c0027cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25381"
    uid: b63178ee-4e42-4298-b13c-89065bd316db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 954fd561-eb1d-4528-b465-0dc049352d30
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback.18c675f6bfd15987
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: cb73228f-3de6-4fdd-a61f-8cfd249a5726
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 954fd561-eb1d-4528-b465-0dc049352d30
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback.18c675f6c0420e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: c668d75e-f623-4633-98d7-1064875dce1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 954fd561-eb1d-4528-b465-0dc049352d30
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback.18c675f6c0427d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 02e991d0-3685-45e0-b721-0ebf2d5eb7dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: 954fd561-eb1d-4528-b465-0dc049352d30
  kind: Event
  lastTimestamp: "2026-07-28T13:09:34Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:34Z"
    name: isvc-canary-rollback.18c6760b35aa2c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 18b367cb-6db0-40e3-bd53-a1b8f660c15c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 954fd561-eb1d-4528-b465-0dc049352d30
  kind: Event
  lastTimestamp: "2026-07-28T13:08:15Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T13:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:15Z"
    name: isvc-canary-rollback.18c6760bbe71516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 3e125deb-cce6-4bb7-882c-767a3e7dbe14
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:09:40.390701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59777d5f7c-6cj5n
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c6761f99858791
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: 3fbd1345-c171-45eb-8428-21c126352e5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c6761fb33df7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 19e949c7-5609-4932-9919-9f676578b200
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c6761fb4bd9d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 6c4e01d9-d79d-4f6a-a70f-8b3964ce8088
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c6761fb7e6c591
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 31be330f-1fc6-42ce-a567-7ed4fa956bbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c6761fb8603bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 736fcdad-a458-4377-8f47-7302f396e079
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620c72588be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: c0e66aa8-fd7c-46b8-bfcf-e1469ed905f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620c9d82ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 3bfd26ce-58ac-45c4-ace1-db9f01db2ea6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620ca4ddff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 50ea8e14-ad00-46c7-9dba-afe010054be9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620ca57db40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 3b99c497-4198-4dd0-8c3b-9f6a7cf23667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620cdb33596
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 764c24ff-8435-42f6-8212-06a7a5c0ba49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67620ce2a7ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26918"
    uid: 3eefca93-d63c-4062-addc-87632d7a93df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:10:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:53Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c676213ef83eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: d61a46a1-db2a-4168-b28e-6a2f8b37ff9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67635bb0412e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: b8077c2b-295a-42bc-809d-63449468d649
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c67635bb04a1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: b7ff6baf-9774-4342-84e4-24c29702a9c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: ef11ce9e-32e6-47dd-8788-d9135d4a6b4f
  kind: Event
  lastTimestamp: "2026-07-28T13:11:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:18Z"
    name: isvc-canary-stop-predictor-59777d5f7c-6cj5n.18c676366f2953e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 6ed8de85-b006-451c-9c03-c53c7938fa7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59777d5f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 45d8b7f0-adbb-4273-820f-263c4ec25a26
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: 'Created pod: isvc-canary-stop-predictor-59777d5f7c-6cj5n'
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor-59777d5f7c.18c6761f990e7ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: b3b23a2d-36fb-4cf5-870f-9d6069126bd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: fda629bc-4a41-4707-9c07-be24d3966167
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59777d5f7c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-predictor.18c6761f95e01d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: a1b5d6af-3d16-42b7-afc1-88e7b841bc25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:09:40.431946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c6761f9bfad82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26822"
    uid: c25453d7-2a5b-48ed-badf-6337a9751355
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c6761fb71f9309
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ba3917d2-59c6-4278-ad0b-35c8742aaac5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c6761fbb5f0788
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: ffd0f23f-a1f3-4ef2-b472-ed707f071d08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:41Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c6761fbe97cbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 47cb722c-bc72-49bd-a40a-8aedb8c03ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:41Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c6761fbf1c6eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 1d28cb69-cebf-481d-8f89-e1c2c4084271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620c29baa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: e3af2f22-bfa4-4b39-b62a-af459acd090b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620c7286037
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: ac796e58-0498-4138-924e-b489fcfb6f76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620c7ab4a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 194b1802-8b82-4510-b5b2-c47caec3a14f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620c7b8e617
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: a182591e-dd5d-42cc-8832-a5830d8758b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620cafee8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: a0b80768-6804-4c59-8baa-fba357bcc036
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:09:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:45Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67620cb84a9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: 69bd1f2e-2ea2-41ba-9acb-9bc504d41f5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:11:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:03Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c676213aac08c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 904270f4-a7ab-4b9b-a5e0-d4ddf8f2316f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67635bd4570fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27584"
    uid: 75e6c31b-566e-46d1-abfc-c0d2bf843004
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c67635bd465b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: f381769f-9c05-408d-89a4-2c7b7934d686
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 86a402c5-9a2c-43c7-bfa3-f098e349847a
  kind: Event
  lastTimestamp: "2026-07-28T13:11:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:18Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87.18c676366aec5aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 91de0a53-df37-4aaf-a104-fe3bd8ba219e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-c6cdc95b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: 80a53aec-4587-42dc-8463-f6c515abb68b
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-c6cdc95b4-j5k87'
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4.18c6761f9b71723a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 87214a62-f360-463c-b263-ca6fe09b24de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26797"
    uid: aa817db5-96f4-41ef-94bb-4163c2deb6fb
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-c6cdc95b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop-v2-predictor.18c6761f97e06f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 486adfd0-9995-4de4-a1d1-e42c18ddc8a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: 2912220d-9d97-4cc3-9033-dcb3e352c3cb
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop.18c6761f9791350b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: 6f6ba401-a497-4f22-9a31-f3b61bc23528
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: 2912220d-9d97-4cc3-9033-dcb3e352c3cb
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop.18c6761f9819c98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: b34c1519-cd6b-4fa6-8888-8bd1e3220cd4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: 2912220d-9d97-4cc3-9033-dcb3e352c3cb
  kind: Event
  lastTimestamp: "2026-07-28T13:09:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:40Z"
    name: isvc-canary-stop.18c6761f981a35b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: 42f0ae51-74c2-4b5b-91b5-4a54677fe6ae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 2912220d-9d97-4cc3-9033-dcb3e352c3cb
  kind: Event
  lastTimestamp: "2026-07-28T13:11:03Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:03Z"
    name: isvc-canary-stop.18c67632f7128e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: 782ee359-def4-4473-adc0-ba7beddc66d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: 2912220d-9d97-4cc3-9033-dcb3e352c3cb
  kind: Event
  lastTimestamp: "2026-07-28T13:11:15Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T13:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:15Z"
    name: isvc-canary-stop.18c67635bcc6dc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: fcd698ee-6c2c-47ec-9e9a-80224fda3e9b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:31:35.253755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751bd778876
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 6148a6ae-5e3b-4569-9301-361d421b7bdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-e48a5b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751c9d5b470
    namespace: kserve-ci-e2e-test
    resourceVersion: "37517"
    uid: d9185d01-dfd0-4c6a-827b-56b083ab518d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:36Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:31:36Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751fb0272ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 98498bd9-4f08-43eb-8a94-294628db3b00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:41Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751fc6d53b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 71ab3bc6-c2db-4182-999d-42fa8029d6f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:41Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751ff07f06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: e857d49a-b554-471b-9495-7a4fbcfeb0cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:41Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67751ff7cfc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: 95376d5a-06bf-4f9b-b99c-bb47672a8fe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 4f3e0da3-5756-438a-92dd-10d94397aabf
  kind: Event
  lastTimestamp: "2026-07-28T13:31:43Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r_kserve-ci-e2e-test(4f3e0da3-5756-438a-92dd-10d94397aabf)
  metadata:
    creationTimestamp: "2026-07-28T13:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:43Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r.18c67753c29a686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 37fc5609-d00b-43c2-b95c-1982e0ea29b2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e48a5b-predictor-78658c844b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: 29faf97a-1c0f-4177-a819-905c42c0b320
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: 'Created pod: isvc-init-fail-e48a5b-predictor-78658c844b-8kk9r'
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b-predictor-78658c844b.18c67751bd03ce4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37501"
    uid: 6a147f81-6a61-4c61-9fc2-5865492428e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e48a5b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 080ab9f5-f4cf-4b12-b25e-ba2408414153
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Scaled up replica set isvc-init-fail-e48a5b-predictor-78658c844b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b-predictor.18c67751ba71fb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: a1b4f484-e4d8-4128-8ffe-c8fe87d4dafa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e48a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 981da47c-dd1a-4890-97b8-624319034124
  kind: Event
  lastTimestamp: "2026-07-28T13:31:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:44Z"
    name: isvc-init-fail-e48a5b.18c67751ba737ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 0a53fb7a-b336-418a-9a92-59d4702a5971
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e48a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 981da47c-dd1a-4890-97b8-624319034124
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-e48a5b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e48a5b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b.18c67751bafd97bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37497"
    uid: d1381e3e-6fc5-4d4b-bcad-48ca589521f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e48a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 981da47c-dd1a-4890-97b8-624319034124
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-e48a5b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-init-fail-e48a5b.18c67751bafde2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: ecd7d9b9-bf7f-4df5-b0c3-8a2473d4195e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:11:25.753860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-r6dgw
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:11:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763821a7b82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27703"
    uid: 9749a471-d492-4fe4-a59c-68f8e787e3a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:26Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:11:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c676383c2266ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: a466b4ca-58f4-4932-9f32-45fd11d768aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c676383dadf5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: a53d16d6-8905-4c95-929c-e323873be6ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763840cd2fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 85a04cb7-22cc-4ceb-bb68-f052aff149da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763841519b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: d4db1f85-29a0-4757-bed5-34da5ba26da1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:30Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763952b4c9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: a56b4544-d6de-4a37-a981-570ac5413ccb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.577s (7.577s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b16559dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27822"
    uid: b6996bed-23ec-4a66-b852-92969bf3adf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b19ae23cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: c8296a46-b2c7-4c0a-b675-f4439a024ff7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b1a2a52e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: 5de95157-f21b-47de-a7b5-dd103cb42f91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b1a374836
    namespace: kserve-ci-e2e-test
    resourceVersion: "27826"
    uid: 07605401-be3c-4a9b-a976-bb392263f356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b1d652076
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 2476978a-a9c7-4644-aef3-5d1b31d701c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:11:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b1de4b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: e5a171d2-ec1a-4b3f-9b16-677264949f7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:13:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6763b6e586f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28490"
    uid: 64d4e359-71cc-4e98-a559-c97931065a1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:13:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6764f722fa9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: fd58b454-a8e1-4471-a9b3-0e866a471e30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:13:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6764f72333710
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: 8df32c2a-a5f6-409a-bdcb-d99aa78d67d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: cf03ec8a-0bc2-4729-a734-4861ad583ea5
  kind: Event
  lastTimestamp: "2026-07-28T13:13:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-r6dgw.18c6764f74945d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 3ddfe1fa-72ed-4182-83a0-d62248da4990
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: 1c5e646e-8429-4bbb-9b18-b12d32e04a98
  kind: Event
  lastTimestamp: "2026-07-28T13:11:25Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-r6dgw'
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:11:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c67638210fac01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: 5a509a22-e39a-4bd3-ad89-137f82eab398
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 777264e4-383d-458f-9ca6-5fc0be8cb4f7
  kind: Event
  lastTimestamp: "2026-07-28T13:11:25Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:11:25Z"
    name: isvc-lightgbm-predictor.18c676381c10d32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: 8c3be2e4-454c-4f6f-b126-4acb3254382e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 18349460-eeb6-406c-911b-dfe213b03365
  kind: Event
  lastTimestamp: "2026-07-28T13:12:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:12:10Z"
    name: isvc-lightgbm-predictor.18c6763b9af174aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: 4297246f-eb04-4109-a5c1-3cb96891fbb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 18349460-eeb6-406c-911b-dfe213b03365
  kind: Event
  lastTimestamp: "2026-07-28T13:12:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:12:10Z"
    name: isvc-lightgbm-predictor.18c6763b9b5344d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28071"
    uid: 55564bbd-b3b6-4ab9-bfa5-cdd3965ebbf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 18349460-eeb6-406c-911b-dfe213b03365
  kind: Event
  lastTimestamp: "2026-07-28T13:12:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:12:55Z"
    name: isvc-lightgbm-predictor.18c6764618516c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: edef2795-11e0-44be-b35b-ee604ba1b5ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 18349460-eeb6-406c-911b-dfe213b03365
  kind: Event
  lastTimestamp: "2026-07-28T13:12:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:12:55Z"
    name: isvc-lightgbm-predictor.18c676461890909e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: 9df1ed2a-5fac-4d20-aa45-46f5b44f5ff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:13:11.056228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:13:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:13:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650a62a5424
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: 00f22111-0af4-4fc2-a8e0-127883541a7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650b04b4595
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: 76247115-ca70-4839-8a9b-2ca667cc3046
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:12Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:13:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650e3f75300
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: deb706e4-941b-4b96-896e-65355e1eec04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650e57a5789
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: a22368a4-5d75-4cd2-8cb1-3dd4a2860a14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650e87fca21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 18ff526b-2f55-4228-b361-f4d132fc1b63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67650e8f95e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: 358511b9-9637-4f78-8616-d25b952d39de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651e27fdfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: 694941f6-0376-4b04-a06b-33d4d5014dac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651e5f186ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: e5a54e0b-1779-4056-87a8-f65bb7ad5b1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651e66c8e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28625"
    uid: 5c92aa39-c4a6-4220-9abd-acd46a5bdbf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651e679cd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28626"
    uid: 9180da35-1340-4607-bfbd-58e78608a731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651ea61d23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: c222db6d-d205-4e98-a037-a9c2394c0021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:13:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67651eae38f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: bb42e3e0-237e-40cb-ac14-4a439c335190
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:14:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c676525a6c52c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29325"
    uid: 125e937b-192f-4e59-87fd-d2c38a140056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:14:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c6766807768dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: 0d2f6894-c17c-49b7-88bb-f662c8235eef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:14:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c6766807773c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: 33300d3f-0725-4e76-ab53-ae932fa27168
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 04701160-1d2a-4cf0-92b5-7f07680cc6af
  kind: Event
  lastTimestamp: "2026-07-28T13:14:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg.18c67668b4ae8ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: ee43c2f8-f5a7-4a84-8520-ca4cc745761d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28537"
    uid: 4619eb8b-ea2f-48f8-824d-8fc21ff5af44
  kind: Event
  lastTimestamp: "2026-07-28T13:13:11Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-n59jg'
  metadata:
    creationTimestamp: "2026-07-28T13:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c67650a5503a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28551"
    uid: 52ff7bb1-255c-45e6-96c8-2c54059eda9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: 72108a00-7127-4ad2-8e21-745d4af3bd54
  kind: Event
  lastTimestamp: "2026-07-28T13:13:10Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:10Z"
    name: isvc-lightgbm-runtime-predictor.18c67650a09e50c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28538"
    uid: e348bf17-cd11-424c-b131-82c3b91ca916
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: 6e16e080-8694-4b2f-b42b-f11d5fdb3c56
  kind: Event
  lastTimestamp: "2026-07-28T13:13:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:41Z"
    name: isvc-lightgbm-runtime-predictor.18c676541f9635f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: 58178563-22a3-48ba-9e4c-3d672971c13b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: 6e16e080-8694-4b2f-b42b-f11d5fdb3c56
  kind: Event
  lastTimestamp: "2026-07-28T13:13:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:41Z"
    name: isvc-lightgbm-runtime-predictor.18c676541ffe1038
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 7c2680da-f826-48a2-8d42-7fa1e767a5b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: 6e16e080-8694-4b2f-b42b-f11d5fdb3c56
  kind: Event
  lastTimestamp: "2026-07-28T13:14:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:41Z"
    name: isvc-lightgbm-runtime-predictor.18c6765b1de2069b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 2f6dc47d-d279-4c5b-a5f7-9615d86d59cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: 6e16e080-8694-4b2f-b42b-f11d5fdb3c56
  kind: Event
  lastTimestamp: "2026-07-28T13:14:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:41Z"
    name: isvc-lightgbm-runtime-predictor.18c6765b1e46f2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: a99f7b70-cc12-40c5-94bd-a6cc016a6d06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 05aa9c1a-d418-46bc-8166-30ee4f674482
  kind: Event
  lastTimestamp: "2026-07-28T13:14:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:41Z"
    name: isvc-lightgbm-runtime.18c67650a0a08fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: e47d77d1-fe95-4469-a8d8-613a63855875
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 05aa9c1a-d418-46bc-8166-30ee4f674482
  kind: Event
  lastTimestamp: "2026-07-28T13:13:11Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:13:11Z"
    name: isvc-lightgbm-runtime.18c67650a1207024
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: e47ce374-582d-4ed1-8f94-f0589ac2b69d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: 05aa9c1a-d418-46bc-8166-30ee4f674482
  kind: Event
  lastTimestamp: "2026-07-28T13:13:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:13:11Z"
    name: isvc-lightgbm-runtime.18c67650a6aeeb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "28561"
    uid: 4fa4c557-7286-4de6-aa1d-4cd460351677
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 05aa9c1a-d418-46bc-8166-30ee4f674482
  kind: Event
  lastTimestamp: "2026-07-28T13:14:41Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:41Z"
    name: isvc-lightgbm-runtime.18c67665c7255559
    namespace: kserve-ci-e2e-test
    resourceVersion: "29239"
    uid: b962241f-24c6-4dfa-a3cb-22fbf403cf73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:18:01.956182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30803"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:18:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:18:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c6769461276549
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: 4a9d8ade-9c21-4a0f-9d45-9b5a17d39727
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:02Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:18:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676947a953330
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 8d8b6bae-00f9-44db-930b-9f1deeb28aaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676947bf8e45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 8f4d6f4c-dc20-4e72-8866-c2d2b9f6dd79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676947ebbf04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: a4df1e22-9bcf-412a-bee1-bd57a99dd472
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676947f4fb87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30823"
    uid: 9e84e66e-c3c7-4a3c-9aa6-f20536ffeb4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676956f09faee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: 645750b9-6b71-40cf-996e-759fe3bd54fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.354s (6.354s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696e9c92322
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 8da4d0c9-07b7-4077-b966-35b232488ca0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696ec9ff67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 72d41446-12a6-410b-8362-76b72575f0b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696ed25b401
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: f286186d-0a9c-4acd-97a3-cd34c9ec8fb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696ed30c57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: 64eb5170-d621-45d4-ab60-36eda483d3ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696f00713bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30912"
    uid: 2d7bdd24-a353-4d27-8164-9e6f0d98b59e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c67696f07f7275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 19c97f3d-1fb6-4f7d-b21a-a8f5f57bbf6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676974e89cfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: e87a4877-0e51-461f-9cc7-7aedbf39b376
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676990ceb1ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 11e8748e-43b6-4d1b-ad37-5a104e9c1b59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: a37bbb3a-f98b-4618-892f-c4b7b99c8c72
  kind: Event
  lastTimestamp: "2026-07-28T13:18:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275.18c676990ceb67bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: c42b2e2c-c87d-4ce3-aaea-dde674d9b42f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 2e1f0f56-35e6-45c9-96d1-1190054db7fd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:01Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vp275'
  metadata:
    creationTimestamp: "2026-07-28T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c67694609d92f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30804"
    uid: df2b7de0-58d6-45e1-94e1-09ac28a9d9b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 37237361-a4a8-4dfe-a027-f64d1ed25e9e
  kind: Event
  lastTimestamp: "2026-07-28T13:18:01Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c676945c8692d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: 88cfffe4-aea2-4d35-892f-8b742add536f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: 8ffe590e-2c71-4e9a-b2bd-b9295a36107d
  kind: Event
  lastTimestamp: "2026-07-28T13:18:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:16Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c67697db312d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: 87cf6991-65c1-4cd7-87b6-308c9a61d82b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: 8ffe590e-2c71-4e9a-b2bd-b9295a36107d
  kind: Event
  lastTimestamp: "2026-07-28T13:18:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:16Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c67697db9bf17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: c46ac8e5-2938-482b-b0c6-02c989b0b04f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: 2858c025-3a66-49aa-a817-c07ebe2f9acb
  kind: Event
  lastTimestamp: "2026-07-28T13:18:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:20Z"
    name: isvc-lightgbm-v2-kserve.18c676945c853c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: 06203f77-b2b3-457c-bdd6-091fb09955ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: 2858c025-3a66-49aa-a817-c07ebe2f9acb
  kind: Event
  lastTimestamp: "2026-07-28T13:18:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:01Z"
    name: isvc-lightgbm-v2-kserve.18c676945cfc7393
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: fa80df4b-1dbe-453b-8720-a10c44e4f2ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 2858c025-3a66-49aa-a817-c07ebe2f9acb
  kind: Event
  lastTimestamp: "2026-07-28T13:18:20Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:20Z"
    name: isvc-lightgbm-v2-kserve.18c67698ba20e59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: 5f01076c-4db1-4a75-8252-a44a7b9063c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:14:56.629338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:14:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676693ad02163
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 032f2d7d-5650-4622-a24b-4e9aba7600e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29402"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:14:57Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:14:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676695487a040
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: 6d00c4e6-0ff1-4f48-8e02-0244aa1ee123
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:14:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676695602620d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 4d692423-1ff2-403d-921a-c1696e4196d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:14:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c6766959102a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: eae19659-4591-429a-be01-adea537588b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:14:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676695987ac9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29418"
    uid: 907d9a17-2cc1-4941-97d2-fda005cb8934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:15:01Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T13:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:15:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c6766a71c84604
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 55995f7b-4373-4460-b323-4e4b5f8517f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:10Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.077s
    (2m9.077s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676887f699270
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 82b6c7fa-eda0-435c-bd37-9a12ab5188b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c6768887c5354d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: 82b9a0a0-8b86-4c88-b17f-03d266359551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c67688886c57f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: c7322bbf-eadf-4d33-a45f-e64e47d75b5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676888877a217
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: dd97984e-efa3-49e0-a757-4a1fafef170f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676888c8f59db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: 3055a9c4-7f44-4054-9869-bdbc76cde4a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676888e617c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: e6562232-a6ae-4694-80bb-ae6941a60383
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676932f09751f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: e43bffdf-9ab1-4d47-8cf5-7a58c80ace30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676932f0a989b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 59db84f2-f94a-4da5-9037-9dbe7c25fb6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676935a51add1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: 81e46360-b39f-4578-8900-92cb92ae8c58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 383af136-d253-43a6-9d8b-f2548964f684
  kind: Event
  lastTimestamp: "2026-07-28T13:17:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-lightgbm-v2-runtime/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:17:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp.18c676935aa3f7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 0465c4ac-3bd2-4879-aaa6-4faf77451bd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: bc60a45e-db43-4278-8292-14f3b739af1c
  kind: Event
  lastTimestamp: "2026-07-28T13:14:56Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-txxmp'
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c676693a3e943c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29392"
    uid: cde74711-9c0a-4d9d-bac1-a18a7332abca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 215211b0-0cb5-412c-a704-080735833080
  kind: Event
  lastTimestamp: "2026-07-28T13:14:56Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6766935dba52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 7ad999da-9eb2-4420-b2f1-27319e358c69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: 7440a84f-d490-4de4-9052-f6c71d2a015e
  kind: Event
  lastTimestamp: "2026-07-28T13:17:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:17:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6766cb4d06bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: d05662e6-0fc2-4f58-bb54-e24707ef1ec8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:15:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: 7440a84f-d490-4de4-9052-f6c71d2a015e
  kind: Event
  lastTimestamp: "2026-07-28T13:17:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:17:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6766cb53a5e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: 4b029805-fd46-4f09-adfd-0c183920c741
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 7440a84f-d490-4de4-9052-f6c71d2a015e
  kind: Event
  lastTimestamp: "2026-07-28T13:17:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:17:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6768c2c6241f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30716"
    uid: b2e5d89a-0b49-483c-94b2-07699173a6a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 7440a84f-d490-4de4-9052-f6c71d2a015e
  kind: Event
  lastTimestamp: "2026-07-28T13:17:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:17:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6768c2cc67db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: cec6c903-224d-4002-8f7b-d1d033c887a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 7828fd32-0608-4e04-974f-331ea2d37d9a
  kind: Event
  lastTimestamp: "2026-07-28T13:17:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:17:47Z"
    name: isvc-lightgbm-v2-runtime.18c6766935dd43ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: 61284c21-e4b2-4609-b81f-96085d175d32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 7828fd32-0608-4e04-974f-331ea2d37d9a
  kind: Event
  lastTimestamp: "2026-07-28T13:14:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:56Z"
    name: isvc-lightgbm-v2-runtime.18c6766936660576
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: c6808c3f-e889-466f-8c0a-ccec59a8518a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 7828fd32-0608-4e04-974f-331ea2d37d9a
  kind: Event
  lastTimestamp: "2026-07-28T13:14:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:56Z"
    name: isvc-lightgbm-v2-runtime.18c676693b690c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: 2bd7a32e-625d-422c-adf4-8395e6262bb4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 7828fd32-0608-4e04-974f-331ea2d37d9a
  kind: Event
  lastTimestamp: "2026-07-28T13:17:47Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:17:47Z"
    name: isvc-lightgbm-v2-runtime.18c676910b9881da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: d757d764-5a26-470b-ad7f-319f3f05d0bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: 30c40190-1d94-4dbf-bdf0-41f56965eb29
  kind: Event
  lastTimestamp: "2026-07-28T13:12:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:12:56Z"
    name: isvc-lightgbm.18c676381c13fb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28403"
    uid: b937c0b5-12a3-419c-96cc-e4745a53d282
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: 30c40190-1d94-4dbf-bdf0-41f56965eb29
  kind: Event
  lastTimestamp: "2026-07-28T13:11:25Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:25Z"
    name: isvc-lightgbm.18c676381ca74aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 8930ecd9-6243-4890-a3cb-ef8691589670
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27679"
    uid: 30c40190-1d94-4dbf-bdf0-41f56965eb29
  kind: Event
  lastTimestamp: "2026-07-28T13:11:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:25Z"
    name: isvc-lightgbm.18c67638220e4826
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: c9832ce5-2898-47c2-be44-b8ed4010fdc9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: 30c40190-1d94-4dbf-bdf0-41f56965eb29
  kind: Event
  lastTimestamp: "2026-07-28T13:12:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:12:56Z"
    name: isvc-lightgbm.18c6764d25eca596
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 6d87f98d-d1f8-4182-97c4-5b6eab3c7897
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:49:14.598219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-65bf8d84bc-mvrkt
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:49:14Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675023298aa0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 7514703e-eb8b-489a-ad4e-9ec55c5ed755
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:14Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675023d365dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 1aeee8d2-6973-4c18-93aa-83c5864aa090
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:15Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:49:15Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675027026e390
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 531f0770-d943-4b0b-a89b-8b519f4c4021
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:15Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6750271aa48f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: d18b5f9e-ed87-4093-8617-fb45bc029283
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:15Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6750274c89a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: e72a1bb1-cf11-4709-ab6b-3ebf87f932d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:15Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67502753a772f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 5f8722db-6c52-49e0-8d68-73f450fb2ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67503920e713c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 145a322c-680e-4142-b7cd-658c576ed9f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67503950572fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 48ea5c96-d5f4-4876-96cc-821e3753ac4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67503957b6a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: f8eed7d4-e8d3-40bb-aa1e-523c451995cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675039585a9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 904072d2-1fe9-426d-bd1b-2a41a0e87c8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67503983d201d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: a4edc5a2-d1f0-455f-91db-268dbc19be68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6750398aa147b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 21441109-42d6-4ee4-be6f-f110224fc755
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6750398b4145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 448d30f3-ad93-4a64-bee8-48fd79e95569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675039b77f8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: bebe38cc-6266-4af9-93cb-4008d7fde158
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:49:20Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T12:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:20Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675039be42993
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: e50a6728-67bb-4327-b4c4-3d6194cadc1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:50:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:58Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c67503ce2be7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: b286fa5a-c611-414d-a789-6e9aa08a2f68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:50:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:58Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675040a2c2197
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 7ccb35b1-5e7b-4f7d-a63c-d0566eb6dc51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675186286f96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 1d3fd455-b1d3-4077-968c-cfdf6250cfa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6751862873492
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: f4afd427-8697-4f5e-8ae3-4264a6218e8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c6751862876712
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: 4ac63900-0fa3-47c4-9ef0-9249b1067b7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-65bf8d84bc-mvrkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 3bb8d456-34d6-4c1a-af28-76142161d439
  kind: Event
  lastTimestamp: "2026-07-28T12:51:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:03Z"
    name: isvc-logger-predictor-65bf8d84bc-mvrkt.18c675193a618ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 10892435-1219-4263-aa4a-3b0920b46eb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-65bf8d84bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: d36baec0-e807-4392-98e4-cbdd23743d6f
  kind: Event
  lastTimestamp: "2026-07-28T12:49:14Z"
  message: 'Created pod: isvc-logger-predictor-65bf8d84bc-mvrkt'
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:14Z"
    name: isvc-logger-predictor-65bf8d84bc.18c67502322d7ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: df49d7ec-6eb3-4b1c-9c02-7a84e7651b30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 532db946-f651-4434-8314-525b4a0d9f20
  kind: Event
  lastTimestamp: "2026-07-28T12:49:14Z"
  message: Scaled up replica set isvc-logger-predictor-65bf8d84bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:14Z"
    name: isvc-logger-predictor.18c675022ebcd2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: a3e9e6d3-a50d-4290-8884-4ee4d1cd9c5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 14f4fa5e-e60f-40a3-8f13-d86e6b472d09
  kind: Event
  lastTimestamp: "2026-07-28T12:49:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:44Z"
    name: isvc-logger-predictor.18c67505ada13e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 52a0b0df-abee-4487-ba4e-a0fe25b3a194
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 14f4fa5e-e60f-40a3-8f13-d86e6b472d09
  kind: Event
  lastTimestamp: "2026-07-28T12:49:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:44Z"
    name: isvc-logger-predictor.18c67505ae317e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 2b6ae7a0-314f-4e32-93af-e594eaa1578e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 14f4fa5e-e60f-40a3-8f13-d86e6b472d09
  kind: Event
  lastTimestamp: "2026-07-28T12:50:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:44Z"
    name: isvc-logger-predictor.18c6750cac03fcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 937b19e2-9289-4a08-9cf0-38fd6fd5bd2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 14f4fa5e-e60f-40a3-8f13-d86e6b472d09
  kind: Event
  lastTimestamp: "2026-07-28T12:50:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:44Z"
    name: isvc-logger-predictor.18c6750cac6cb60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 1d65fb02-5032-4b8e-9b12-cbfc8400ba4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 54b863a2-ee33-4384-82de-c72ee7c61cb6
  kind: Event
  lastTimestamp: "2026-07-28T12:50:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:50:38Z"
    name: isvc-logger.18c675022ebd53c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 35191f76-d830-449b-891d-98e0760e5664
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 54b863a2-ee33-4384-82de-c72ee7c61cb6
  kind: Event
  lastTimestamp: "2026-07-28T12:49:14Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T12:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:14Z"
    name: isvc-logger.18c675022f0dfdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 66233cbc-e32d-472d-9473-760cba7e6a18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 54b863a2-ee33-4384-82de-c72ee7c61cb6
  kind: Event
  lastTimestamp: "2026-07-28T12:50:38Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:50:38Z"
    name: isvc-logger.18c67515c233cd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 90387861-b9ab-4b35-bb6f-c4fc8fb5c95b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:18:27.181730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31069"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769a40b6bd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 4311f484-a959-4a1e-9643-f779e43d2ddf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769a59fb15f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: e7c2b855-fd3e-476f-977d-34b59d6dc1b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769a5b7cc833
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: c135cd9f-8696-4d16-aa57-8f323da1ed36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769a5dd855af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 7dd9759c-c78a-448a-b2fc-59a974af4641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769a5e33380f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: f0b40ff6-48a5-4a51-af7c-ef45df7670e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b94aca22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: 0fa52ca7-778a-4b41-a396-e774fc3fe0e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b98103145
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 8555bf3e-8b36-4279-bbd1-47da9fa26071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b987efb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: 9baa725e-37cb-4be5-ab2e-80db4def62f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b988a47d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: 6429d7a4-a0ff-46bd-9105-dacfeb0fab3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b9b90ea15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31142"
    uid: 687aeb8a-1909-468f-af1c-a19bc6681213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:18:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c6769b9c000d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: cca11663-009f-45b7-acfd-37947268747e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:19:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c676a5f0c43255
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 8a5993b2-30b0-402c-a4a3-569b0abf3532
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 19bf003b-cf32-485d-881d-856f5a50e3cd
  kind: Event
  lastTimestamp: "2026-07-28T13:19:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh.18c676a5f0c4ad72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: 70197e6d-b299-4153-8b39-3ec1957cf37e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: e190af3c-0693-4813-b04f-800a7f04c99d
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-bdtfh'
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c6769a40469c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 5a271579-987e-4a46-9bb3-47a941cf25ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: 712ec3b0-346a-4bda-a1c9-4701eec5fbbf
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6769a3d9c0e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31062"
    uid: c40090c3-034a-4298-9dc5-23f40f857c1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 7f69047c-01c9-4586-8f9e-e5ff344b15d7
  kind: Event
  lastTimestamp: "2026-07-28T13:18:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6769dbc8277c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 9408fa31-e93b-41e2-a2dd-423a1c714b4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 7f69047c-01c9-4586-8f9e-e5ff344b15d7
  kind: Event
  lastTimestamp: "2026-07-28T13:18:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6769dbcf19b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: 5d395ea1-39b4-46ad-8092-eba90a3d1b2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 7f69047c-01c9-4586-8f9e-e5ff344b15d7
  kind: Event
  lastTimestamp: "2026-07-28T13:19:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18c676a4baaf37f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31421"
    uid: e0f0ff6f-1266-4f34-af31-8ada89d6d580
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 7f69047c-01c9-4586-8f9e-e5ff344b15d7
  kind: Event
  lastTimestamp: "2026-07-28T13:19:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18c676a4bb114851
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: c96c0af4-8860-4c0e-b71e-04583316b1ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 5ab05ffc-d272-47ed-a618-e96261159ea1
  kind: Event
  lastTimestamp: "2026-07-28T13:19:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:19:11Z"
    name: isvc-mlflow-v2-runtime.18c6769a3d996b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 50923617-e316-4ecb-9c47-afcf4a611bba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 5ab05ffc-d272-47ed-a618-e96261159ea1
  kind: Event
  lastTimestamp: "2026-07-28T13:18:27Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:27Z"
    name: isvc-mlflow-v2-runtime.18c6769a3e3202ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: e22d54e9-67c6-484b-b3e3-9e2d047a6e8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31409"
    uid: 5ab05ffc-d272-47ed-a618-e96261159ea1
  kind: Event
  lastTimestamp: "2026-07-28T13:19:10Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:19:10Z"
    name: isvc-mlflow-v2-runtime.18c676a473f96609
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 6496b9d4-ea28-4142-a025-db7844e251e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:20:47.735249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:20:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bafa5b3b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: be23364f-35f4-4f12-9669-5a5bc57bed41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32223"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:20:48Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:20:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bb13c906c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32231"
    uid: 0c739517-27f4-4660-9f74-c2dae8d597d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:20:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bb1526f254
    namespace: kserve-ci-e2e-test
    resourceVersion: "32234"
    uid: 40d6ba17-ec8c-4ba5-9fae-d2ff1a63679d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:20:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bb17a21488
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: 4d780bce-ac5b-4d08-8e09-4f1cfd753398
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:20:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bb180a08fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32236"
    uid: c08fb6b7-541c-4d6a-b072-f886480edd43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:20:53Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bc3e66c347
    namespace: kserve-ci-e2e-test
    resourceVersion: "32274"
    uid: 3c5f2c5b-fc70-4fc7-a6e6-6d99c5963b5f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.475s (11.475s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676beea5f3f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: ff936554-3cbc-4ddc-b58e-f0422d6e0939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676beed5d1e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 5d1d2637-23e3-499a-a7d8-7deeb411f488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676beedc73fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32368"
    uid: c227ae8f-516c-4c07-b9a6-a3b63f35e87f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676beedd1f967
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: dfc02fe9-1e0a-44e1-b255-0c6de781a4f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bef0800705
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: 9cccf1c0-a0b4-430b-a69e-a9702d5cc522
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bef1033819
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: c9ba719d-912a-46f2-b879-f24e9bf8a9ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:22:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676bf0cf6b77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 379a4d7a-a063-437e-95d1-49d9528a2922
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676cba7b17aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 711de79a-03a7-4af8-bec0-15e23692f3aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:21:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676cba7b1ed73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 086d897b-e95f-4bee-94b6-245d13e63fbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: 55c112ec-0791-4dfb-9728-fc14749ea1a6
  kind: Event
  lastTimestamp: "2026-07-28T13:22:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bk8k9.18c676cc170babb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: f837e34d-e0d6-4c11-bde1-e9ed94418416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 9aa9c753-6569-4f6a-b3f1-cad72d1a6ac2
  kind: Event
  lastTimestamp: "2026-07-28T13:20:47Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-bk8k9'
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c676baf9f29abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: 3cafb63b-804b-4e56-b278-1a7ce2e16449
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: c42efce4-c37f-41e0-9bce-5393d0adcd1f
  kind: Event
  lastTimestamp: "2026-07-28T13:20:47Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:47Z"
    name: isvc-paddle-predictor.18c676baf7301b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 9a4872b0-f3a3-46e0-976d-17d7a0dd58e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: b202f0a2-43cc-4bdc-a55c-9fccbcd677cc
  kind: Event
  lastTimestamp: "2026-07-28T13:21:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:17Z"
    name: isvc-paddle-predictor.18c676be76189f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: fa2322c1-9cfa-4df6-9df9-8c06eb7a9b87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: b202f0a2-43cc-4bdc-a55c-9fccbcd677cc
  kind: Event
  lastTimestamp: "2026-07-28T13:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:17Z"
    name: isvc-paddle-predictor.18c676be765791f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: 25c6d72d-4c1c-40f8-afc4-09e226e90b45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: b202f0a2-43cc-4bdc-a55c-9fccbcd677cc
  kind: Event
  lastTimestamp: "2026-07-28T13:21:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:47Z"
    name: isvc-paddle-predictor.18c676c5744a0d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: ba3d976f-1f64-4be3-af8a-4e1695cac25a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: b202f0a2-43cc-4bdc-a55c-9fccbcd677cc
  kind: Event
  lastTimestamp: "2026-07-28T13:21:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:47Z"
    name: isvc-paddle-predictor.18c676c574b915e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32693"
    uid: 684c8e77-22cd-4142-bc9f-e995c2975527
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:22:04.505507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ccda386707
    namespace: kserve-ci-e2e-test
    resourceVersion: "32867"
    uid: 835c8b7f-82cf-4889-8938-6585d816eb15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676cce37ce2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: d5a09b2a-9b8a-4478-be08-df036915168b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32870"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:05Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:22:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676cd17c58e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: 4d00dc6a-b378-42e6-8183-d8efeb9af0ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676cd1923bfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: 69f8f55e-ed46-4829-abd2-725d6abf9af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676cd1c1261b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: 56013d8a-fe77-44fc-bca4-8525f49f1071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676cd1c7c5879
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: 78200827-4395-419d-b048-4ebded283e23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce7bc6f8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 8c449a08-83cb-4d5c-92a3-29c25241d8f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce7e6fe72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 6aea7e9e-8476-40c6-957d-25a00caf3cbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce7ed88e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32940"
    uid: 4d5bddb1-4ead-4a7d-91b0-749684bcd2d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce7ee2fd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32942"
    uid: 704c5360-306a-418e-9981-a1e0b9853009
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce82520a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "32944"
    uid: 47d750de-1192-4dc1-91d1-4debe0ac6729
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:22:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:11Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ce82ba8fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: 22881e10-6227-4d4c-9d9b-ae89eb8dbd5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:23:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676ceb7c50789
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: 68a1aeab-04c2-45de-8937-a839a6bd084c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:23:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676db2ec0e165
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: 3db82446-75a1-4535-b9b1-672d282f02b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:23:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676db2ec14154
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: bda98eeb-4995-47ff-b9c8-c8393f47fa51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f48ea81b-194e-4540-8249-9ecc34357191
  kind: Event
  lastTimestamp: "2026-07-28T13:23:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-dq6zj.18c676dbc1d49566
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 9816a0a4-d3ec-48e9-ae04-579924d67e74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 1ea0bdf2-345e-4ef6-926a-f48a337db2c3
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-dq6zj'
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c676ccd96f6664
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 4cfdb756-63c5-4e72-9f01-cc8446b25edd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: e127c89c-81e9-49ec-8c1f-5a247f34382a
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-paddle-runtime-predictor.18c676ccd64d1dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 045503cf-48c2-4421-b427-8e00fb64269c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 1a2488f3-fb62-486e-baef-fd358855f159
  kind: Event
  lastTimestamp: "2026-07-28T13:22:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:49Z"
    name: isvc-paddle-runtime-predictor.18c676d054dbe7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: b711bc1b-4a0c-4e64-8f83-a466ea325cc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32850"
    uid: 1a2488f3-fb62-486e-baef-fd358855f159
  kind: Event
  lastTimestamp: "2026-07-28T13:22:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:49Z"
    name: isvc-paddle-runtime-predictor.18c676d0553f1cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33214"
    uid: 660d9855-89b4-4d03-8279-a01f2de7716b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 1a2488f3-fb62-486e-baef-fd358855f159
  kind: Event
  lastTimestamp: "2026-07-28T13:23:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:04Z"
    name: isvc-paddle-runtime-predictor.18c676dad1f1efe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: f381126c-f8ae-4a7d-97ba-b0ff8510aeb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 1a2488f3-fb62-486e-baef-fd358855f159
  kind: Event
  lastTimestamp: "2026-07-28T13:23:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:04Z"
    name: isvc-paddle-runtime-predictor.18c676dad25e9385
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 7b6a5468-7920-4e5c-b05b-ab05fd9c2847
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: f75174c2-be9a-4110-8d68-fd9535b41cab
  kind: Event
  lastTimestamp: "2026-07-28T13:22:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:22:58Z"
    name: isvc-paddle-runtime.18c676ccd649c933
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: bad4e9fe-933f-4853-88e6-116546d70026
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: f75174c2-be9a-4110-8d68-fd9535b41cab
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-paddle-runtime.18c676ccd6e00d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: bfa0d8dc-4e23-4e87-ab7f-5aba22f2edb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: f75174c2-be9a-4110-8d68-fd9535b41cab
  kind: Event
  lastTimestamp: "2026-07-28T13:22:58Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:22:58Z"
    name: isvc-paddle-runtime.18c676d9734139c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33288"
    uid: edd50a43-fcf4-406f-86ba-e9d5ae72eb5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:23:11.214890Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dc6268bbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: 52b35755-6716-4c06-ac8f-ddab9378cd71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dc7bc5b4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: a8fd30be-bb77-4869-ad00-e58243ea7feb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dc7d3b91aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 6912653e-73e5-403a-8b5f-153a40142b73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dc7fbf3378
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: d9c43812-340b-4f1b-8dfc-1a41c3c4f971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dc8042d7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 783911e1-c834-47bb-8cfa-7866096b2067
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:16Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:16Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676dd87404981
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: 07eeff93-0021-4958-ad66-9082d53c2616
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.956s (11.956s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e04fe7789c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 31df2570-520d-4829-8969-ace33d9b56f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e053419d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 81aa0040-89bb-42c9-8ba0-c2f42ea41126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e053b406d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 7403ce47-2af4-4b0f-9150-e08bb4ec5142
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e053be26b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 499f184d-0976-4553-b90c-3fe7e90a00a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e05678ac73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 35eae2ef-1e25-4626-b5b5-6b6d53e4a303
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:23:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e056e54861
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 4a8d816b-5ce5-4a9a-b335-ab235981e32b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:24:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676e0925179da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 9f8f5d15-a8eb-40a2-ab63-ea8126a7a8f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:24:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676ed1ea66da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33986"
    uid: 21225a7f-beaa-4a6d-b049-01bf0be8d002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:24:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:23Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676ed1ea6dbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: 0695c9f9-770a-4298-937c-84fdbcc20c36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a4816c60-955d-4bf3-b0c0-f0572d4ea789
  kind: Event
  lastTimestamp: "2026-07-28T13:24:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb.18c676ed9c7fe4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 8fca2ec4-1895-492e-ae1a-94e950f393f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: fcd02aaa-2581-4191-8184-6e769c3f5cca
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mrbgb'
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c676dc61ecae26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: da0bee55-d234-4859-8593-a899b2572f91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: 47d4a05c-6f33-497d-b7e9-fec28b637b21
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve-predictor.18c676dc5ec32d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 0b38e0ca-639e-4567-b023-bda44ed87ddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 645fa1df-ba31-4caf-bc8f-7fc573969e63
  kind: Event
  lastTimestamp: "2026-07-28T13:23:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:26Z"
    name: isvc-paddle-v2-kserve-predictor.18c676dfddb48abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 684f1da5-45f7-46e4-bb6c-14547e47a298
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 645fa1df-ba31-4caf-bc8f-7fc573969e63
  kind: Event
  lastTimestamp: "2026-07-28T13:23:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:26Z"
    name: isvc-paddle-v2-kserve-predictor.18c676dfde2678a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: a9d75a86-d755-4e0f-9cda-f4df821f8822
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 645fa1df-ba31-4caf-bc8f-7fc573969e63
  kind: Event
  lastTimestamp: "2026-07-28T13:24:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:24:11Z"
    name: isvc-paddle-v2-kserve-predictor.18c676e35ce6dda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33884"
    uid: 9a792c65-704b-4eef-8f0d-d7440e8bb73d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 645fa1df-ba31-4caf-bc8f-7fc573969e63
  kind: Event
  lastTimestamp: "2026-07-28T13:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:24:11Z"
    name: isvc-paddle-v2-kserve-predictor.18c676e35d4f670c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33885"
    uid: 64b2c3fc-26d9-4c28-98e7-142325a5edaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: 03883508-5c39-4608-88f5-10354a7bc368
  kind: Event
  lastTimestamp: "2026-07-28T13:24:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:24:15Z"
    name: isvc-paddle-v2-kserve.18c676dc5ec3c703
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: 70eec998-b806-4082-8ecf-cb7a3168afa7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: 03883508-5c39-4608-88f5-10354a7bc368
  kind: Event
  lastTimestamp: "2026-07-28T13:23:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:23:11Z"
    name: isvc-paddle-v2-kserve.18c676dc5f4324bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: 5c2305e1-4075-4a89-8ab4-853e0213bb52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 03883508-5c39-4608-88f5-10354a7bc368
  kind: Event
  lastTimestamp: "2026-07-28T13:24:15Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:24:15Z"
    name: isvc-paddle-v2-kserve.18c676eb4e4bb882
    namespace: kserve-ci-e2e-test
    resourceVersion: "33917"
    uid: cd951929-8d05-462f-8d07-e4e841daaf0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 7d86bac3-00ae-46dd-a365-8b77ac40e006
  kind: Event
  lastTimestamp: "2026-07-28T13:21:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:51Z"
    name: isvc-paddle.18c676baf72ecd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32727"
    uid: d70095d0-d26a-4443-ad4f-7187197d943b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 7d86bac3-00ae-46dd-a365-8b77ac40e006
  kind: Event
  lastTimestamp: "2026-07-28T13:20:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:47Z"
    name: isvc-paddle.18c676baf7b06e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32209"
    uid: 9634871f-f9e5-46ff-a1f0-0aee2dae8c53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32725"
    uid: 7d86bac3-00ae-46dd-a365-8b77ac40e006
  kind: Event
  lastTimestamp: "2026-07-28T13:21:51Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:51Z"
    name: isvc-paddle.18c676c9c858bf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 0db8b3be-ebb2-4c48-a1c6-d288c7e8322b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:24:28.247847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-qgh7j
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee51ee8372
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 1239e654-9e60-46eb-af5e-081f3e427e86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee5c4240e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: af72e396-12ca-42ac-bc40-5190e77aca45
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34065"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:29Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:24:29Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee8f031726
    namespace: kserve-ci-e2e-test
    resourceVersion: "34081"
    uid: 08a336de-23e3-4367-bbd2-67c32c736735
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:29Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee907784b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: a61ebba6-c311-419f-b35b-1e1022bd8092
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:29Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee93547928
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: f9d93f9a-c5df-4fd8-9e90-353ffa5c7f29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:29Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676ee93ceecd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: bd40a5a0-a608-43e1-8e90-589894131992
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:34Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:34Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676efaecf9446
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: 2a97c047-d8a5-4af2-87e0-4641ceb7721c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:40Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.865s (6.865s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:40Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f1480e1af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 49cde5b2-1ca2-4907-bc1c-be508c4f2a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:41Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f14b5a3443
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: e9c38014-2c85-43df-8e48-78162ead9e8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:41Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f14bcdedda
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: 3d20c4f3-4a8d-4b2e-9893-065d71729ee8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:41Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f14bd9c142
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: fb121eae-6f75-41f7-b418-30795f6bd040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:41Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f14ecf4e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: e2ea51fa-11c5-4314-8972-b7b4d2ed8842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:24:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:24:41Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f14f47c0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: cf688113-fad5-4c16-b08e-b35494952410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:25:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:48Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c676f18e563e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34660"
    uid: db31da70-32f3-46e9-b03d-cf3f6eecef95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:26:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:09Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c67705de272907
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 8df010fa-ccb7-41a0-a019-26769f4bdedc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qgh7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: c38159b7-b2b5-4de9-831b-d3993a9cb33a
  kind: Event
  lastTimestamp: "2026-07-28T13:26:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:09Z"
    name: isvc-pmml-predictor-8674795f59-qgh7j.18c67705de27a231
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: f07ac760-6fef-46e8-8fe3-80b63f4c9e87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 59d8dbae-a5ac-4ec8-b859-e6cb26d8ee22
  kind: Event
  lastTimestamp: "2026-07-28T13:24:28Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-qgh7j'
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml-predictor-8674795f59.18c676ee515b6b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 6c527f9c-217b-46da-96a9-a579b045da26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: d829afc3-9de1-468c-a21a-692831b28a5e
  kind: Event
  lastTimestamp: "2026-07-28T13:24:28Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml-predictor.18c676ee4de2f051
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: 545557c5-c3a7-49c9-ac5b-8bff9004c984
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 05458b97-07e1-49a3-b302-2d4209680f61
  kind: Event
  lastTimestamp: "2026-07-28T13:25:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:13Z"
    name: isvc-pmml-predictor.18c676f1ccc766c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34416"
    uid: a10c2ac6-e7af-4d93-972f-dd31d31ada87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 05458b97-07e1-49a3-b302-2d4209680f61
  kind: Event
  lastTimestamp: "2026-07-28T13:25:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:13Z"
    name: isvc-pmml-predictor.18c676f1cd274fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34417"
    uid: 0c024dcb-963d-4262-94aa-c8b5fbae6df3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 05458b97-07e1-49a3-b302-2d4209680f61
  kind: Event
  lastTimestamp: "2026-07-28T13:25:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:58Z"
    name: isvc-pmml-predictor.18c676f54c2e863f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: 58083611-6389-4fba-8b79-ce9d41f324c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 05458b97-07e1-49a3-b302-2d4209680f61
  kind: Event
  lastTimestamp: "2026-07-28T13:25:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:58Z"
    name: isvc-pmml-predictor.18c676f54c8d7f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34740"
    uid: 960b9ac7-dd62-44cc-a87a-94dd0813cd4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:26:14.531229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34903"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-lnf6k
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6770710ea2604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: ea63c0f4-24c1-44bb-891b-099076f852da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677071abd4dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: 55c66bbe-e8d6-47bf-a319-aec8c0603288
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34912"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:15Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:26:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677074e5cfb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: 6c2ffd30-6dea-4b7a-b20a-7f018089d83b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677074fb13327
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 7a49b547-4e18-4f46-88fd-d46c0e8c840c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677075248a80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: 7038a6d6-23a3-466e-b590-8c867b237393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6770752b3874d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 9d733108-a331-4b80-86d9-9e48d023e609
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677083d8a204f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: f19a85df-d65b-434f-af0a-378763e43ca4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677084090eb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34966"
    uid: b4a5271c-d488-4c98-b4e8-623e7c704d67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c677084100783b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 3c31d553-662e-4db0-900d-171bea18d9c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c67708410bc3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34970"
    uid: e1b89d3d-6a1e-4fcb-88a2-d7457d781eb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6770843a2dfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34972"
    uid: 78b5cabb-761d-4cdc-995c-cad969e90b1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:26:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:26:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c67708440defe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: d4d38d04-ae72-46d3-986d-109fcbe47ff9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:27:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c67708b557af3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: d07383f3-1687-4269-b2d8-5be90a0d82a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:27:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6771c4385f116
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: d55ef519-d0fc-4165-b16d-869c9c4f5da6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:27:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6771c438689b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 99e5b404-b05d-4dbf-a884-678e6abc0cdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: f3416403-edc6-446a-9af5-0f89c18fc234
  kind: Event
  lastTimestamp: "2026-07-28T13:27:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lnf6k.18c6771cbb94eb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: a8e9d82b-e9c2-47ce-8f15-e577acdf78b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34890"
    uid: d2ef392c-d7b6-4c2d-8fc0-27deb6729a52
  kind: Event
  lastTimestamp: "2026-07-28T13:26:14Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-lnf6k'
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c67707107e532b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: 5d2ace83-f4aa-4e5c-bc25-a502193dcb39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 5cc961b6-43c8-4e8f-9175-62905a6e70c6
  kind: Event
  lastTimestamp: "2026-07-28T13:26:14Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime-predictor.18c677070c246dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34892"
    uid: 672bb6ed-e5e7-4e80-8919-f926fdd1e866
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: 106c3c0b-b0b0-4c3e-adda-8a78e04398c5
  kind: Event
  lastTimestamp: "2026-07-28T13:26:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:26:44Z"
    name: isvc-pmml-runtime-predictor.18c6770a8b20dd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: b20027e7-fd19-40a4-a37b-d396d3fb2093
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: 106c3c0b-b0b0-4c3e-adda-8a78e04398c5
  kind: Event
  lastTimestamp: "2026-07-28T13:26:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:26:44Z"
    name: isvc-pmml-runtime-predictor.18c6770a8b6c832c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 741bfec0-2ddb-42c3-9082-65cbe2744cb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: 106c3c0b-b0b0-4c3e-adda-8a78e04398c5
  kind: Event
  lastTimestamp: "2026-07-28T13:27:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:44Z"
    name: isvc-pmml-runtime-predictor.18c67711894ea43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: cae1c459-00f9-4f82-bfe8-fc63c94e762b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: 106c3c0b-b0b0-4c3e-adda-8a78e04398c5
  kind: Event
  lastTimestamp: "2026-07-28T13:27:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:44Z"
    name: isvc-pmml-runtime-predictor.18c67711899825e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35580"
    uid: 5b023919-a3f3-46f1-a47a-2949deb73e17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 37f09c98-a84c-497e-888a-4c56c65db1b1
  kind: Event
  lastTimestamp: "2026-07-28T13:27:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:27:37Z"
    name: isvc-pmml-runtime.18c677070c4d926b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 9708fe12-1c92-49fe-a48c-0c90a2088fc7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 37f09c98-a84c-497e-888a-4c56c65db1b1
  kind: Event
  lastTimestamp: "2026-07-28T13:26:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime.18c677070cbe2733
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: d8290b99-b62e-4571-b229-87c7c719dc48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 37f09c98-a84c-497e-888a-4c56c65db1b1
  kind: Event
  lastTimestamp: "2026-07-28T13:26:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:26:14Z"
    name: isvc-pmml-runtime.18c677071253c750
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 8438f318-ea6d-4348-a6d5-a7c7d1fc433b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35531"
    uid: 37f09c98-a84c-497e-888a-4c56c65db1b1
  kind: Event
  lastTimestamp: "2026-07-28T13:27:37Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:27:37Z"
    name: isvc-pmml-runtime.18c6771a6ca4ed9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: bef40df6-f07f-4117-957f-a8744ffff373
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:27:50.722682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:27:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771d765f3a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: af98234a-ea71-4ff2-9a3b-e9a7ca9c89ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:51Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:27:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771d8fdd2234
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 0b0ef273-0b51-4027-9239-1c4be80b19ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771d915619bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35692"
    uid: c142996a-b3b4-4baa-8618-c2ea4849db52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771d9422884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: 478d518b-838f-4637-a35f-a86da6c37763
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771d948846fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 2e41ae74-3bb6-428d-ac42-a7bc156d97c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:54Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e74225fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 29234fd3-6e76-49f6-b7e0-94f038ea0487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e76ce7c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: d79cb834-682b-4e16-8351-e2a6e4bcd92a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e77378757
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 134fb0cf-f236-48c7-959b-12300640f54b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e77415b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35736"
    uid: ce43f695-cf11-426c-bec1-0709de69e70a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e7a9d92c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: d64ccc63-af7e-4c64-98bf-6c3530f5e253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:27:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771e7b27fe5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: 9b23b140-052b-484f-be55-f1085c65f2ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:29:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c6771eec0d16ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: d0518068-f434-4efe-b669-5787d8688089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:29:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:21Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c677329cd29cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 87f3f174-61f6-44d2-ab25-76287b74a885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:29:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:21Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c677329cd341f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: f0afdc0d-a6da-4cab-b504-8a2100cee030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 071e0098-6b86-477f-90f0-f09d76836b17
  kind: Event
  lastTimestamp: "2026-07-28T13:29:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm.18c67732f244aeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 7dae47a9-45d1-49e3-8b6b-522eac1a0db0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35658"
    uid: 0ee6294b-dc1b-42be-a109-f1fa74ce4983
  kind: Event
  lastTimestamp: "2026-07-28T13:27:50Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-9wfqm'
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6771d75f64e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: fb48a5e1-0d20-4569-87f8-63d0515de3b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: 91199ca6-2654-40a3-8d06-758a573a79fe
  kind: Event
  lastTimestamp: "2026-07-28T13:27:50Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:50Z"
    name: isvc-pmml-v2-kserve-predictor.18c6771d71ced48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 33cf9022-71fa-452a-85bc-3bfb65e33dd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 9c344f48-3a78-44d6-83f9-a417a0c98838
  kind: Event
  lastTimestamp: "2026-07-28T13:28:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:28:35Z"
    name: isvc-pmml-v2-kserve-predictor.18c67720f09882fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: d077e9af-2586-44b6-b1c8-c67b84b5e730
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 9c344f48-3a78-44d6-83f9-a417a0c98838
  kind: Event
  lastTimestamp: "2026-07-28T13:28:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:28:35Z"
    name: isvc-pmml-v2-kserve-predictor.18c67720f10ee6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: ba304e00-2177-4219-b86b-b9db7e53a294
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 9c344f48-3a78-44d6-83f9-a417a0c98838
  kind: Event
  lastTimestamp: "2026-07-28T13:29:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:20Z"
    name: isvc-pmml-v2-kserve-predictor.18c6772b6d5e11fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36347"
    uid: 35a2a4e5-4812-4308-a906-166bb5e3b45b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 9c344f48-3a78-44d6-83f9-a417a0c98838
  kind: Event
  lastTimestamp: "2026-07-28T13:29:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:20Z"
    name: isvc-pmml-v2-kserve-predictor.18c6772b6dc39d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 3d6b90f0-99bb-46d9-a706-68c4ad048b26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: bf3b3b40-140e-4b1d-b047-fff02db07d02
  kind: Event
  lastTimestamp: "2026-07-28T13:29:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:29:13Z"
    name: isvc-pmml-v2-kserve.18c6771d71cce67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: d0637b66-71b6-4319-bb30-fe851548d6e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: bf3b3b40-140e-4b1d-b047-fff02db07d02
  kind: Event
  lastTimestamp: "2026-07-28T13:27:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:27:50Z"
    name: isvc-pmml-v2-kserve.18c6771d72629c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: 4bf126e7-e0d5-48f9-b200-837a9da1320e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: bf3b3b40-140e-4b1d-b047-fff02db07d02
  kind: Event
  lastTimestamp: "2026-07-28T13:27:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:27:50Z"
    name: isvc-pmml-v2-kserve.18c6771d76e13ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: 6b1b163b-afd9-4b71-9ed5-9a157dd79147
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: bf3b3b40-140e-4b1d-b047-fff02db07d02
  kind: Event
  lastTimestamp: "2026-07-28T13:29:13Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:29:13Z"
    name: isvc-pmml-v2-kserve.18c67730a38d3123
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 8d98eca2-06f8-4ca9-a771-282599ff1d82
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 4af94d1a-e68d-4432-93a3-26a0cebad7a7
  kind: Event
  lastTimestamp: "2026-07-28T13:25:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:25:58Z"
    name: isvc-pmml.18c676ee4ddfbf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "34738"
    uid: 77dbb578-6823-41fe-b5a8-09b070a8bca5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 4af94d1a-e68d-4432-93a3-26a0cebad7a7
  kind: Event
  lastTimestamp: "2026-07-28T13:24:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml.18c676ee4ec4b901
    namespace: kserve-ci-e2e-test
    resourceVersion: "34067"
    uid: 31dd3879-f94e-414c-8833-5ddb3892bb4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 4af94d1a-e68d-4432-93a3-26a0cebad7a7
  kind: Event
  lastTimestamp: "2026-07-28T13:24:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:24:28Z"
    name: isvc-pmml.18c676ee549adc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: 589bdedd-7a23-4a52-aa27-ef412c5e9e43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: 4af94d1a-e68d-4432-93a3-26a0cebad7a7
  kind: Event
  lastTimestamp: "2026-07-28T13:25:58Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:25:58Z"
    name: isvc-pmml.18c6770347040df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 2705859d-bbc4-498b-8ba9-459d735ec900
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:35:31.206856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39423"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67788ad5e1684
    namespace: kserve-ci-e2e-test
    resourceVersion: "39427"
    uid: d05f8b52-0118-4630-a186-c21a4f553089
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67788c6ddaa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: 4c22b716-7190-4066-b6c4-6f2c0254e2ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67788c84f8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: fd5588c6-0e80-46b1-86d9-2d9ab337ef62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67788cb23d170
    namespace: kserve-ci-e2e-test
    resourceVersion: "39442"
    uid: 20401423-a0b1-401a-a55a-7ae89f031d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67788cb8ddf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39443"
    uid: 724b2c02-33e0-44f2-bf4b-2872549edb4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789c5afa589
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: b3df7d54-2717-4b08-94b2-8fc8e591de2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789c97faad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: cb8f081b-f02e-4938-a967-e2c0cb881170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789c9ef0b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: c3b1a536-78a6-4ec4-87ed-ec71b880a18b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789c9fc39c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: 70d26590-4bba-46ed-923d-04c4c58b1258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789ccb5f201
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: 6bfa21a6-2222-40dd-b4da-e8aa5a7ea07d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c67789cd2410a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39489"
    uid: ae70655e-8010-4aa6-8329-6ae2d23eb3eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c6778a3d82e5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 14ce7017-63d2-4446-9e22-903163ec2fc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c6779da73ed468
    namespace: kserve-ci-e2e-test
    resourceVersion: "40135"
    uid: 9bdcb5a5-c7e9-4904-a6f2-23ea29d9040c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c6779da73fd430
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: 51255675-1dfc-44cd-8b12-9e21754f55b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: 47744136-9332-4dc9-955a-7f25216a88fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56.18c6779e44011079
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: d611b849-d3cc-40d2-a592-4751152bd816
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 8012efab-94ee-4816-8782-fff5796e6a7a
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-zdk56'
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c67788acc9c0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39424"
    uid: 7b2fe7b7-fa1d-455f-894f-98e132681361
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39407"
    uid: b5e60c2b-43fe-4cac-8fc6-e914157d3fe6
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm-predictor.18c67788a6e76803
    namespace: kserve-ci-e2e-test
    resourceVersion: "39412"
    uid: 25912c29-e02e-40a9-ab90-9b9fcfa99a5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: 22b2c5a3-8ce0-4697-9d7a-ca9ce06dbcf0
  kind: Event
  lastTimestamp: "2026-07-28T13:35:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:46Z"
    name: isvc-predictive-lightgbm-predictor.18c6778c255437b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39564"
    uid: 1ee8dc6f-82e5-407f-89ab-0dcb1df1aa0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: 22b2c5a3-8ce0-4697-9d7a-ca9ce06dbcf0
  kind: Event
  lastTimestamp: "2026-07-28T13:35:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:46Z"
    name: isvc-predictive-lightgbm-predictor.18c6778c25bf6b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: ecfc01a4-9569-48b4-83f7-a12128643601
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 22b2c5a3-8ce0-4697-9d7a-ca9ce06dbcf0
  kind: Event
  lastTimestamp: "2026-07-28T13:37:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:01Z"
    name: isvc-predictive-lightgbm-predictor.18c6778fa4d5c490
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: d4707f78-0a9c-4466-9b31-dbf70ab6fefe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 22b2c5a3-8ce0-4697-9d7a-ca9ce06dbcf0
  kind: Event
  lastTimestamp: "2026-07-28T13:37:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:01Z"
    name: isvc-predictive-lightgbm-predictor.18c6778fa53d72ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 93faf4c3-fc58-4524-97cd-425cfc90aa80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:40:07.992945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41649"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:40:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c91f1aa915
    namespace: kserve-ci-e2e-test
    resourceVersion: "41654"
    uid: 5a65b14b-f078-4c2b-b61c-1293557d6fa4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c92e3401f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41666"
    uid: 5d9806c6-931f-4842-a663-888c8f52f18e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41659"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:09Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:40:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c95cacfe98
    namespace: kserve-ci-e2e-test
    resourceVersion: "41676"
    uid: 88104c60-1d98-45d7-8de6-95428d264f08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c95e13e299
    namespace: kserve-ci-e2e-test
    resourceVersion: "41678"
    uid: 1bb6908d-d2e2-4936-a662-ec0d92108699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c960f3cbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41679"
    uid: 0f9c8f8d-9b63-45cc-ae34-292d941738eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677c96179bba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41680"
    uid: 59664e15-9ad2-4e0d-b04e-d5b6f02c6235
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca4f3b333b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: 7f8df8b6-cb5b-4056-832a-4a57ad71d8cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca525dee1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41719"
    uid: 1cad0737-ee7b-4e28-9682-2b2967f51b7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca52d8a3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41720"
    uid: 9f9555e6-8c2a-4119-b7ce-b285d7cdbd24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca52e46e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "41721"
    uid: 75806cf9-b1b2-49fc-b57d-7b96549f7267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca56339cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "41724"
    uid: 9a66b0fa-88dc-4698-9bb1-1c42c2164650
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:40:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677ca56a6edea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41725"
    uid: 2b3afe97-6881-40f2-860f-4a50d58b7587
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:41:41Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677d3295f2eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: e0f081a2-e9ab-494d-836a-7daefd486bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677de1a0ba036
    namespace: kserve-ci-e2e-test
    resourceVersion: "42491"
    uid: f311b924-bf49-4762-9f24-a92115967d69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:41:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677de1a0bfe8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42492"
    uid: bb4bc392-b465-48f4-801b-50bfc28590e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41651"
    uid: abe2a617-a020-4d82-87c0-ac90f5465020
  kind: Event
  lastTimestamp: "2026-07-28T13:41:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t.18c677decd4a5ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42583"
    uid: da66b992-3a14-4960-8f31-a88114010c39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41637"
    uid: c4fb71a5-4f2a-4a7a-8231-9a620d4aa933
  kind: Event
  lastTimestamp: "2026-07-28T13:40:07Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2rb4t'
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c677c91e34dae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41650"
    uid: fc5a39cb-6115-4a48-a01a-73612d718a06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41635"
    uid: 0330c0ea-f33c-4ac8-a5e4-a1331277809a
  kind: Event
  lastTimestamp: "2026-07-28T13:40:07Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:07Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c677c91915ac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: 9e773e46-54f1-4fc7-8fb5-df83318618f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41636"
    uid: 796d2feb-4fab-418c-a6a0-ef2d838d09a8
  kind: Event
  lastTimestamp: "2026-07-28T13:40:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c677cc97b27247
    namespace: kserve-ci-e2e-test
    resourceVersion: "42008"
    uid: e502948e-ff45-4466-ab86-a97f27926d73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41636"
    uid: 796d2feb-4fab-418c-a6a0-ef2d838d09a8
  kind: Event
  lastTimestamp: "2026-07-28T13:40:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c677cc98191be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42009"
    uid: 18ac5c90-f9c6-4d71-a0e3-a265e8e537b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41796"
    uid: 796d2feb-4fab-418c-a6a0-ef2d838d09a8
  kind: Event
  lastTimestamp: "2026-07-28T13:41:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c677d0175f90af
    namespace: kserve-ci-e2e-test
    resourceVersion: "42455"
    uid: 7857bff9-cdf3-4d47-a8e1-5dd8bcd448c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41796"
    uid: 796d2feb-4fab-418c-a6a0-ef2d838d09a8
  kind: Event
  lastTimestamp: "2026-07-28T13:41:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c677d017d3d35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42456"
    uid: 88062a69-c4e0-4bfb-b5b2-de9b68f7916a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41628"
    uid: 229d7999-ff0e-4e28-a4e8-21bac9556e42
  kind: Event
  lastTimestamp: "2026-07-28T13:41:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:31Z"
    name: isvc-predictive-lightgbm-v2.18c677c91914f8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "42288"
    uid: e4839acb-20d4-4f79-86e5-fe84bdcdc5c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41628"
    uid: 229d7999-ff0e-4e28-a4e8-21bac9556e42
  kind: Event
  lastTimestamp: "2026-07-28T13:40:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:40:08Z"
    name: isvc-predictive-lightgbm-v2.18c677c919948302
    namespace: kserve-ci-e2e-test
    resourceVersion: "41658"
    uid: 8e2b8dcb-136d-4a44-bb20-7e6b819626a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41632"
    uid: 229d7999-ff0e-4e28-a4e8-21bac9556e42
  kind: Event
  lastTimestamp: "2026-07-28T13:40:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:40:08Z"
    name: isvc-predictive-lightgbm-v2.18c677c920e9e7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41660"
    uid: fe1ddb44-44f9-4514-8b07-bcf07e95bbef
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42286"
    uid: 229d7999-ff0e-4e28-a4e8-21bac9556e42
  kind: Event
  lastTimestamp: "2026-07-28T13:41:31Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:31Z"
    name: isvc-predictive-lightgbm-v2.18c677dc82b3a594
    namespace: kserve-ci-e2e-test
    resourceVersion: "42287"
    uid: 10360ace-24da-4ab2-a4de-78d3f4e97dc9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39400"
    uid: 9a76b440-47aa-450e-bea1-42b1cf75b72c
  kind: Event
  lastTimestamp: "2026-07-28T13:36:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:36:54Z"
    name: isvc-predictive-lightgbm.18c67788a6e40404
    namespace: kserve-ci-e2e-test
    resourceVersion: "40064"
    uid: e15116ae-ebe7-492b-a008-e393804da00d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39400"
    uid: 9a76b440-47aa-450e-bea1-42b1cf75b72c
  kind: Event
  lastTimestamp: "2026-07-28T13:35:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:31Z"
    name: isvc-predictive-lightgbm.18c67788a75b4e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39415"
    uid: e929ca0c-28b4-4aec-bd31-457afa81af15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40062"
    uid: 9a76b440-47aa-450e-bea1-42b1cf75b72c
  kind: Event
  lastTimestamp: "2026-07-28T13:36:54Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:36:54Z"
    name: isvc-predictive-lightgbm.18c6779bf525ccef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: 6d2f00b6-bf61-41a3-bbb7-34f06380b255
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:31:50.507268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-z9479
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c677554aa5a99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 415c1f78-54c8-465d-be18-8eff6ce35b57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775564801926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: 84620995-cc9b-4c26-802a-08c300128ebd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775565e78656
    namespace: kserve-ci-e2e-test
    resourceVersion: "37716"
    uid: 58b4ac9c-38b4-409e-b8c0-4b70ecf752c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:31:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c677556907c197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37718"
    uid: f31f8306-307b-4998-a1c2-bff4d3212fc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:31:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c67755697b3536
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: 71853deb-7cd7-4203-ad85-b68752f832c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:31:54Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:54Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775654c7e914
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: eb2a5309-2931-4e82-a96b-3fc886fa56d9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:17Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.891s
    (22.891s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775ba93ca2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: a0a8a9d0-e0e6-42f6-82dd-cbc2d5a294e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775baf8e43f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 313fb515-4150-4070-9776-874607f11fc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775bb0f9a372
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 4f67d577-73c1-4398-b4db-603f5ef942fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775bb10491bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 0a626dd1-96c5-466f-8f61-d7d72ca91ba9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775bb7e985e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: 0dc8b3e6-10e1-4cad-b8fe-c323b34fbc37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:32:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:32:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775bb8e300ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 5a3e6b84-bd96-4dd4-bbe5-e347ef343188
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:33:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6775c2e9fa794
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: ab264ce4-df30-41c7-997c-3eb818f75f32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:33:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6776c9dbab507
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: 53c59f4f-c896-4632-93ce-214ee7502ca2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:33:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6776c9dbb5af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 8dbc0348-5c7a-425e-878e-80870b3e880c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 92adfedd-8573-441f-9b2e-62a88fb8900e
  kind: Event
  lastTimestamp: "2026-07-28T13:33:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z9479.18c6776cb6cb80d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38464"
    uid: fdd0d752-b974-4bf1-81d5-949c7f00129f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: 0952a1d8-4935-4aa8-b818-86fda565f283
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-z9479'
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c677554a3b4713
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: 56c04f59-b882-4a63-a4a2-cb0a30ae3f4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: 51167324-c2fe-429d-a16c-c626e547efeb
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn-predictor.18c6775546f1b01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: ee8ecf0f-4a7c-4ac0-a6cd-de944518ac7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: e2ecca56-3586-4f4b-88a4-7bceb41a9520
  kind: Event
  lastTimestamp: "2026-07-28T13:32:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:32:35Z"
    name: isvc-predictive-sklearn-predictor.18c67758c5ec5ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: 2afe2d97-d6f2-4148-b4c8-9edb2d6ff19a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: e2ecca56-3586-4f4b-88a4-7bceb41a9520
  kind: Event
  lastTimestamp: "2026-07-28T13:32:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:32:35Z"
    name: isvc-predictive-sklearn-predictor.18c67758c6616aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38045"
    uid: 863a9a21-e8bf-4ee5-a78c-dc28f668ce25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: e2ecca56-3586-4f4b-88a4-7bceb41a9520
  kind: Event
  lastTimestamp: "2026-07-28T13:33:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:20Z"
    name: isvc-predictive-sklearn-predictor.18c6776343486635
    namespace: kserve-ci-e2e-test
    resourceVersion: "38361"
    uid: 3784e292-c21b-4ee4-be2d-3fe74bccf44b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: e2ecca56-3586-4f4b-88a4-7bceb41a9520
  kind: Event
  lastTimestamp: "2026-07-28T13:33:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:20Z"
    name: isvc-predictive-sklearn-predictor.18c6776343acbc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 6428ceae-0036-4906-b920-1b9369f6cda6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:37:06.458309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779edacbf330
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: edc064fd-f156-49b7-b33b-1a998e4b4ebb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779ee6f4a313
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: 04de8963-0a57-40d2-9b71-14befbfafb5a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:07Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:37:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779f17e4a6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40226"
    uid: 25231773-c356-4cf3-855f-f8ef899a697f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779f193c6024
    namespace: kserve-ci-e2e-test
    resourceVersion: "40228"
    uid: 66aa067d-5e2d-4e6b-ae8a-2c62255c2386
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779f1b95a87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: 5f6b737e-8e1f-4dfd-ba9e-8d695f024e44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779f1c01116e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: 9b0e63b6-678f-40ab-8564-0d4e85f9a220
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779ffc1092fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40267"
    uid: 772a989b-075f-4740-89d6-30de46afe9a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779fff127039
    namespace: kserve-ci-e2e-test
    resourceVersion: "40272"
    uid: d183d260-af29-4069-8213-84e82116182a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779fff7ceb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 5a2bc19b-ce62-4add-aefa-8e3757842536
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c6779fff895cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40275"
    uid: b9eac497-c00b-4ad9-b819-bf10efbd8bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677a002cf7a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40277"
    uid: d6fef709-a51d-4691-9c8d-3b1c5e6f9484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:37:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677a003336528
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: bf93715c-736b-4aa3-8b12-7425c6eb3b7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677a89a7ee271
    namespace: kserve-ci-e2e-test
    resourceVersion: "40862"
    uid: c04dc4e8-9186-48e6-a130-e02945b83d27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:38:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677b1b6841877
    namespace: kserve-ci-e2e-test
    resourceVersion: "40828"
    uid: 51ea25fc-3667-4378-b090-27ddd637d2ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:38:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677b1b684dd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40829"
    uid: a69dbcf2-5081-4d1e-821f-bad6f2829731
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: 9f0deb03-2f41-4d27-8986-907042cef819
  kind: Event
  lastTimestamp: "2026-07-28T13:38:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v.18c677b1ea42225a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40835"
    uid: 236d7b1d-60e8-4124-aefa-fed0073635bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 5cbea858-19a3-46fd-8e61-fda2e33345b3
  kind: Event
  lastTimestamp: "2026-07-28T13:37:06Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-44k7v'
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c6779eda440312
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: a7a0635d-b4e4-4dfa-8387-74142de406c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: bc9eca4c-0091-4c54-8cd3-0fe70072100c
  kind: Event
  lastTimestamp: "2026-07-28T13:37:06Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6779ed6215501
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: dde3c8c4-9429-43ef-80d7-6a26575baa0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f86e29b2-ec64-4a27-9561-85a76f999ca5
  kind: Event
  lastTimestamp: "2026-07-28T13:37:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18c677a254accd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40345"
    uid: a91b5a73-0884-4982-841e-67c6379b0d18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f86e29b2-ec64-4a27-9561-85a76f999ca5
  kind: Event
  lastTimestamp: "2026-07-28T13:37:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18c677a25511afe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: f4d4ded6-7366-4810-9543-bdff3a8a561c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: f86e29b2-ec64-4a27-9561-85a76f999ca5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18c677a5d437cfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40764"
    uid: 372d79c1-f837-4714-82d1-57567510f5da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: f86e29b2-ec64-4a27-9561-85a76f999ca5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18c677a5d49fb983
    namespace: kserve-ci-e2e-test
    resourceVersion: "40765"
    uid: b89edfa3-f319-4c0c-a52c-ed678478346b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 9dd540dd-6347-45ec-8950-485cca27c2d8
  kind: Event
  lastTimestamp: "2026-07-28T13:38:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:22Z"
    name: isvc-predictive-sklearn-v2.18c6779ed61f3682
    namespace: kserve-ci-e2e-test
    resourceVersion: "40777"
    uid: 734136c3-6656-4b83-a3b4-bb47a85681e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 9dd540dd-6347-45ec-8950-485cca27c2d8
  kind: Event
  lastTimestamp: "2026-07-28T13:37:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2.18c6779ed68f94cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: 06a42dcb-64b6-4a69-b237-fef9cde98ff7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: 9dd540dd-6347-45ec-8950-485cca27c2d8
  kind: Event
  lastTimestamp: "2026-07-28T13:37:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:37:06Z"
    name: isvc-predictive-sklearn-v2.18c6779edba16ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40208"
    uid: 9fc5425e-7dfa-4cbc-a734-b4736dc67ea0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40775"
    uid: 9dd540dd-6347-45ec-8950-485cca27c2d8
  kind: Event
  lastTimestamp: "2026-07-28T13:38:22Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:22Z"
    name: isvc-predictive-sklearn-v2.18c677b07bf8cf90
    namespace: kserve-ci-e2e-test
    resourceVersion: "40776"
    uid: e8d27ba6-ad90-4036-bfe0-9a6b5d325092
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: fed9ad58-c43b-4914-84c7-87078f1bab2a
  kind: Event
  lastTimestamp: "2026-07-28T13:33:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:29Z"
    name: isvc-predictive-sklearn.18c6775546f5a591
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: e9fe2ce9-0835-4f6d-bb6d-ad9d01fe01cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: fed9ad58-c43b-4914-84c7-87078f1bab2a
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn.18c67755477fe4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: aaa1cdef-11fd-4a49-9304-765fc3720a35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: fed9ad58-c43b-4914-84c7-87078f1bab2a
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-predictive-sklearn.18c677554cadbba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37708"
    uid: 5fb1a086-d813-478b-8b3f-ebe41e21cc0a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38426"
    uid: fed9ad58-c43b-4914-84c7-87078f1bab2a
  kind: Event
  lastTimestamp: "2026-07-28T13:33:29Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:29Z"
    name: isvc-predictive-sklearn.18c6776c3ed0c219
    namespace: kserve-ci-e2e-test
    resourceVersion: "38427"
    uid: 67561c57-4c1b-4357-a6b3-b521665d1584
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:33:35.872678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-wskww
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:33:35Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776dd2ea46e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: f0e6c603-97d6-4b7c-8498-4467ee536b2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38535"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:33:36Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:33:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776dec694129
    namespace: kserve-ci-e2e-test
    resourceVersion: "38545"
    uid: cca3950a-032b-41fa-8d05-60b8712ddb77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:33:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776deddaec2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38547"
    uid: 6e0d3eed-f176-41f8-9dda-9c036da6f619
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:33:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776df096140d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: 77c181e3-9a6e-43b0-8cd2-e00567ccfdca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:33:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776df107c9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38549"
    uid: 8a6bf61a-3d64-4b91-a302-53fb959a389f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:33:40Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6776ef7451bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: c73f1839-b494-465a-8df5-4f332e9b4959
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.01s (21.01s
    including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773db9a6ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: 3bb1f1ff-8065-4033-adc2-0c1917bc2bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773df1924ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: f9522cf6-5bd0-4fe0-afb4-0ac3633d7cc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773df898704
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 50bbc1f7-6e07-42e7-ab61-adffb1017447
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773df942b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: 012fae76-cbe7-4d0d-a19e-a1499deed214
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773e28f4aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: d7aa75e5-a149-47a3-9927-ebfac2e83853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:01Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c67773e2fbcafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: ac248db8-2a13-43e2-819e-81f813c7233b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c677741e43681e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39382"
    uid: bf925970-85e9-42fc-a3d9-7ff3e7341c18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6778778efa8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 1e583e09-83df-420a-a5fd-f3b431ec22a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c6778778f032bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: 7e4ac62c-cd41-4e1e-9b88-714a094dc780
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wskww
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: ec5ba7aa-5d4e-4e5f-9a67-8369d31e1fde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wskww.18c677882476a018
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: e6d6bbd5-48f1-4557-8cb9-fba39245d891
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: b7ac5df1-3e54-4bcb-afec-4ca725c2f1b3
  kind: Event
  lastTimestamp: "2026-07-28T13:33:35Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-wskww'
  metadata:
    creationTimestamp: "2026-07-28T13:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:35Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c6776dd280acce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: be58dc6e-c77b-4de9-8397-f73c0a2122e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 48bb9528-eefc-4bf8-9564-2ec28ec7b62f
  kind: Event
  lastTimestamp: "2026-07-28T13:33:35Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:35Z"
    name: isvc-predictive-xgboost-predictor.18c6776dcd1ff1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: 1994429d-ad6b-4a8d-b9c9-3d6f42b375a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 7d5eb512-1f14-460c-8f67-d70da0551dde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:34:35Z"
    name: isvc-predictive-xgboost-predictor.18c677714b9ac718
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: 866d0fe1-6c14-4f08-be45-a71eacd6da47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 7d5eb512-1f14-460c-8f67-d70da0551dde
  kind: Event
  lastTimestamp: "2026-07-28T13:34:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:34:35Z"
    name: isvc-predictive-xgboost-predictor.18c677714c002979
    namespace: kserve-ci-e2e-test
    resourceVersion: "38983"
    uid: f11a0682-ee37-4f61-977b-d155d949a397
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: 7d5eb512-1f14-460c-8f67-d70da0551dde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:20Z"
    name: isvc-predictive-xgboost-predictor.18c6777f47fdde8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 77063b71-cfca-48fa-a6dd-e36c7b627aeb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: 7d5eb512-1f14-460c-8f67-d70da0551dde
  kind: Event
  lastTimestamp: "2026-07-28T13:35:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:20Z"
    name: isvc-predictive-xgboost-predictor.18c6777f4868f8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39308"
    uid: 23399b62-5355-41c9-b8e4-cc827a0fa130
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:38:32.615604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b2ea2bf7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40895"
    uid: 7bb4c951-1a2a-411e-a703-31856efa7dc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40899"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:33Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:38:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b303cc6def
    namespace: kserve-ci-e2e-test
    resourceVersion: "40912"
    uid: ac218d54-12ef-4499-ba35-e457128c45e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b3055c3435
    namespace: kserve-ci-e2e-test
    resourceVersion: "40914"
    uid: 380874bf-e951-4a7e-819e-b67ac8f54500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b308b3eea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40915"
    uid: a50f0fe0-c72a-4238-96c1-342af35bc334
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b3092cf1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40916"
    uid: 644c95db-d7cd-4ee1-8ed4-ae9c7886e1d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b417c96773
    namespace: kserve-ci-e2e-test
    resourceVersion: "40953"
    uid: 6a497670-8fab-42ed-89aa-bcea079a1551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b41ae00d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "40956"
    uid: ade2bd9b-7af2-4e36-ba4b-119b37b4721b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b41b56ea99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: d86abb3a-a7e7-4d2d-8b94-9c2652348233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b41b616e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40959"
    uid: 35e770a6-946b-4ce8-8a2a-dbef639aee16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b41e42f678
    namespace: kserve-ci-e2e-test
    resourceVersion: "40962"
    uid: 3e5d88f0-6644-4320-a463-eedaaeb23442
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677b41ebb1830
    namespace: kserve-ci-e2e-test
    resourceVersion: "40963"
    uid: 736ce2c9-c998-4ffa-a51c-a267b613e41f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:40:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677bcf28523a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41610"
    uid: 61bab339-0ebc-4057-90f5-97ee1b5fb7e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:40:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:02Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677c7e887dc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41583"
    uid: 44db21da-889d-40e4-b23b-62ffdf3eb17a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:40:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:02Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677c7e8888a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41584"
    uid: 90610c6d-0f42-4691-93d5-de3e369145ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 7bc66081-734e-4d80-ba30-b7b4e188a587
  kind: Event
  lastTimestamp: "2026-07-28T13:40:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz.18c677c896532300
    namespace: kserve-ci-e2e-test
    resourceVersion: "41609"
    uid: f97a3d2f-c46e-4246-b417-efba13f4fdaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: 086141a1-dc86-4bc4-844e-b5502b938788
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-jrngz'
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c677b2e9c4f4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40892"
    uid: 1fe72bab-b62a-48d5-9a70-f2ca0de351aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40877"
    uid: 494bfd2e-7f71-4f3b-ab29-ce836f60b4b5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-predictive-xgboost-v2-predictor.18c677b2e6478998
    namespace: kserve-ci-e2e-test
    resourceVersion: "40881"
    uid: 064424a8-2d04-4c08-bc00-d31ad05bd7b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 8bb70c82-07a7-4584-97f3-77b662c9d95f
  kind: Event
  lastTimestamp: "2026-07-28T13:38:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18c677b664f05035
    namespace: kserve-ci-e2e-test
    resourceVersion: "41034"
    uid: b4900f9c-45ba-41ea-8506-18e97afa25e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 8bb70c82-07a7-4584-97f3-77b662c9d95f
  kind: Event
  lastTimestamp: "2026-07-28T13:38:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18c677b66554b13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41036"
    uid: 86432071-e3ac-4cec-b4f4-a4566b591f97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 8bb70c82-07a7-4584-97f3-77b662c9d95f
  kind: Event
  lastTimestamp: "2026-07-28T13:40:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18c677b9e452c7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41566"
    uid: c7cdf4c4-6142-48bb-9a2c-6fde51ee64e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 8bb70c82-07a7-4584-97f3-77b662c9d95f
  kind: Event
  lastTimestamp: "2026-07-28T13:40:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18c677b9e4b5b32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41567"
    uid: 55f593bc-1115-4eff-a2c9-98b0c48da01b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40870"
    uid: 962f4423-7c0d-4d63-8db8-d19c00307ce4
  kind: Event
  lastTimestamp: "2026-07-28T13:39:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:39:55Z"
    name: isvc-predictive-xgboost-v2.18c677b2e665a7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41519"
    uid: a8bc6b4f-b08a-4df9-8843-c8b7a02ccddb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40870"
    uid: 962f4423-7c0d-4d63-8db8-d19c00307ce4
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-predictive-xgboost-v2.18c677b2e6c6fc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40885"
    uid: 75ef8150-bac7-4c9e-bae8-027c8c7addc9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41517"
    uid: 962f4423-7c0d-4d63-8db8-d19c00307ce4
  kind: Event
  lastTimestamp: "2026-07-28T13:39:55Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:39:55Z"
    name: isvc-predictive-xgboost-v2.18c677c64d0bd4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41518"
    uid: dbdcc8e2-c13c-457e-863e-e57725e60188
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38503"
    uid: 80355042-711f-4dbc-9dc3-65dd78b770a7
  kind: Event
  lastTimestamp: "2026-07-28T13:35:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:19Z"
    name: isvc-predictive-xgboost.18c6776dcd21c515
    namespace: kserve-ci-e2e-test
    resourceVersion: "39295"
    uid: 25a0172d-e611-429d-bacb-fbaab1113363
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38503"
    uid: 80355042-711f-4dbc-9dc3-65dd78b770a7
  kind: Event
  lastTimestamp: "2026-07-28T13:33:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:35Z"
    name: isvc-predictive-xgboost.18c6776dcd8d55d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38517"
    uid: 4c133928-e7b0-4e34-97b8-0c94abbab2a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 80355042-711f-4dbc-9dc3-65dd78b770a7
  kind: Event
  lastTimestamp: "2026-07-28T13:35:18Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:18Z"
    name: isvc-predictive-xgboost.18c67785d575e8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 0f1eaabd-63e3-43d2-9a4a-43db66e0ed43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:29:26.787714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67733d44b47df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36437"
    uid: eceaddaf-e4d1-4f4f-b5d9-173ed6fb48ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-a95d50-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67733dbaed7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: fc36682f-513d-42cc-b9ed-c9c737a01c29
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:27Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:29:27Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67734118c391b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: bab54ed9-71d1-4888-9a39-dc700783ae1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:27Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c677341316a2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: e679f837-d6a0-46d0-b42a-40edf71048d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:27Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c677341634b90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 52a439c4-4f0d-4e7a-a615-e4d135084067
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:27Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c6773416a03c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: 8c88d25e-62b8-46a5-9065-429b89eaa7f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67734f9b55f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: d260571a-feb9-43ef-abf8-9724ad5eebc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67734fd1bfe3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: b8b27c82-d351-40ad-8d06-7c997e63b336
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67734fd8d0c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: a5785078-8b9e-424b-80b1-a953525f0a8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67734fd97db6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: a3887ff3-986e-460d-a53b-952ed49ad50a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c6773500adddfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36505"
    uid: e4285625-f87f-4bbb-858a-fb7608a3244a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:29:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:29:31Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c67735011b313e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 5cbab192-4a7e-487e-a77f-165f2af69346
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:30:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:39Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c677357197bb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 5bfa8849-339b-4058-8428-d9fbf08ee363
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:31:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:30Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c677508665f21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: 9a8aa555-6173-44ee-872e-e941abc89eed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 9050e79a-c9df-4d29-807c-7bab69ce1f08
  kind: Event
  lastTimestamp: "2026-07-28T13:31:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:30Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn.18c6775086668cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: f5ddc1a0-68bd-46b2-9ec2-4103527ace95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a95d50-predictor-84bb6b9cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36424"
    uid: 6483cb39-66e9-46fe-849b-477cc7d2c8de
  kind: Event
  lastTimestamp: "2026-07-28T13:29:26Z"
  message: 'Created pod: isvc-primary-a95d50-predictor-84bb6b9cf7-fn7rn'
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50-predictor-84bb6b9cf7.18c67733d3d4b511
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: 56fac049-4361-4479-9050-27535862f6c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: c4a4f32c-b68f-428a-a29c-244e9c28f9f2
  kind: Event
  lastTimestamp: "2026-07-28T13:29:26Z"
  message: Scaled up replica set isvc-primary-a95d50-predictor-84bb6b9cf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50-predictor.18c67733ce98144f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: ea8e4a56-f8fb-41a3-a30a-6247c5404b46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: 316df6d2-4866-4d28-bc72-e6618682d3b9
  kind: Event
  lastTimestamp: "2026-07-28T13:29:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:56Z"
    name: isvc-primary-a95d50-predictor.18c677374d28c71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 81dd245a-76e1-405c-8451-f115efe90dff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: 316df6d2-4866-4d28-bc72-e6618682d3b9
  kind: Event
  lastTimestamp: "2026-07-28T13:29:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:29:56Z"
    name: isvc-primary-a95d50-predictor.18c677374d885e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: c48791e1-dd6f-4528-bcfe-e4938517cd9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36582"
    uid: 316df6d2-4866-4d28-bc72-e6618682d3b9
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-primary-a95d50-predictor.18c6773e4b50ebed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 48fbeac4-f6c6-447c-9e32-e4347754fa19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36582"
    uid: 316df6d2-4866-4d28-bc72-e6618682d3b9
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-primary-a95d50-predictor.18c6773e4bb0cae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37217"
    uid: ad3a63da-75e8-44e3-800b-41b8855f2c77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: f43f8106-ab1c-48a8-be6f-bad501eac23f
  kind: Event
  lastTimestamp: "2026-07-28T13:30:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:30:48Z"
    name: isvc-primary-a95d50.18c67733ce8f3482
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 2e76d376-45e4-4916-b83e-7c323d3c41d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: f43f8106-ab1c-48a8-be6f-bad501eac23f
  kind: Event
  lastTimestamp: "2026-07-28T13:29:26Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a95d50": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a95d50":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50.18c67733cf46ab01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: 96f942d8-3c4c-4ba5-b8f5-376b8c1647d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: f43f8106-ab1c-48a8-be6f-bad501eac23f
  kind: Event
  lastTimestamp: "2026-07-28T13:29:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a95d50": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:29:26Z"
    name: isvc-primary-a95d50.18c67733cf46e5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36429"
    uid: 99668ae9-ac78-40e5-b4d1-e36050eee479
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: f43f8106-ab1c-48a8-be6f-bad501eac23f
  kind: Event
  lastTimestamp: "2026-07-28T13:30:48Z"
  message: InferenceService [isvc-primary-a95d50] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:30:48Z"
    name: isvc-primary-a95d50.18c67746ec74373e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 4d6dfc47-b608-46b9-b56d-334052851569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:31:11.983009Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a95d50-predictor-596667c754-gcrq2
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774c526c2826
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: 12ec94fd-5872-4f14-9f2c-996cd863d4b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: "2026-07-28T13:31:12Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:31:12Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774c6c07feae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: a99bc686-436b-427e-ac5b-c6bed2977321
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: "2026-07-28T13:31:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:17Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774c6d64a2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37304"
    uid: 6335a012-1c75-4fb2-99c2-4771debc4833
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: "2026-07-28T13:31:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:17Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774c707623ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: 5338c87b-a4b3-4da4-99fc-151736a86daf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: "2026-07-28T13:31:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:17Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774c70eb4f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: 45312698-7a4c-4656-84be-1e8a899456f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: ce3f98a5-d699-4570-9819-dfe1d170e773
  kind: Event
  lastTimestamp: "2026-07-28T13:31:22Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a95d50-predictor-596667c754-gcrq2_kserve-ci-e2e-test(ce3f98a5-d699-4570-9819-dfe1d170e773)
  metadata:
    creationTimestamp: "2026-07-28T13:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:22Z"
    name: isvc-secondary-a95d50-predictor-596667c754-gcrq2.18c6774ed8d391c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 507107b0-7cbf-477e-b2db-d501b626a86a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a95d50-predictor-596667c754
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 8b906c5d-71ea-4b9c-a91b-6b7c05634fc2
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: 'Created pod: isvc-secondary-a95d50-predictor-596667c754-gcrq2'
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-secondary-a95d50-predictor-596667c754.18c6774c51eeff52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37242"
    uid: cb9f4f78-4ead-49f7-9d3b-4e89422bc9fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: d2c75767-7668-42dc-8f69-a844d43f6218
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: Scaled up replica set isvc-secondary-a95d50-predictor-596667c754 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-secondary-a95d50-predictor.18c6774c4d47ffe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: d968e6f7-9a75-4a40-9c4e-bb3712583386
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: 0bdece3f-8ddf-4561-b281-e2ecff8afda4
  kind: Event
  lastTimestamp: "2026-07-28T13:31:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:26Z"
    name: isvc-secondary-a95d50-predictor.18c6774fcba8a13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: 948f1ed1-158f-4ca4-b507-9d6afb3efaa3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a95d50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: 0bdece3f-8ddf-4561-b281-e2ecff8afda4
  kind: Event
  lastTimestamp: "2026-07-28T13:31:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:26Z"
    name: isvc-secondary-a95d50-predictor.18c6774fcc0c29f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 6b44e30c-156a-4989-be50-bc48dd8ecce7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 35a1f6d1-1e9d-40d8-b44e-74027c6539d9
  kind: Event
  lastTimestamp: "2026-07-28T13:31:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:22Z"
    name: isvc-secondary-a95d50.18c6774c4d4a122b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 735f3fa4-e99d-4a4b-9a50-2b7fd4888ea8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 35a1f6d1-1e9d-40d8-b44e-74027c6539d9
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a95d50":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a95d50":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-secondary-a95d50.18c6774c4dda545c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: 59ff48c0-4a78-4327-8ba9-db4bbd6d6d08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 35a1f6d1-1e9d-40d8-b44e-74027c6539d9
  kind: Event
  lastTimestamp: "2026-07-28T13:31:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a95d50": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:11Z"
    name: isvc-secondary-a95d50.18c6774c4ddb18cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 32e9bf9d-fb28-4ef1-b41a-24fa7b9d23c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:47:19.419958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e7616fdfb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: 352c9742-c7d4-4f94-b87f-7ad5e8c5cb2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e77a701750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 1cb044f5-39d8-4c90-bb8f-5e70e53790d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e77c0948b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 7364c465-4bae-45f3-a1e1-e0ff6375453d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e77efa1e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 8a5326c1-7fa9-4d5c-8cda-ef92b20aeba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e77f68ea77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 4a144957-57c9-4b49-8354-70122007646b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:23Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e86f739fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 195e6b26-df30-42fc-b1df-ed8f25d90a8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e872d2604f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: e90cd649-5a32-4832-8dbe-8d80a2540502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e87354ede3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 6c358ce4-2348-45a2-b695-17b4613d726d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e8735ed6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 91ace6c0-9ed7-4b16-a9c6-fb2a966dc095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e87628189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: dafda869-c3f1-4c09-b799-2747215c5f37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e87693cbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: bc222e63-a434-49a0-a454-43a72be7ea35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e8769d7104
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 67cdae57-a695-463e-8e8b-4af4ece608b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e87a2a500d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: a858ed99-76f7-4b8d-bc04-fd6cc91a3db7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:47:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e87a958223
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 7488e43c-1e34-4036-a1d9-4eef837d1cc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:01Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e8aba8df4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 429271c3-1f7f-4b55-a775-826b3c3c6027
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:01Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674e8e780600b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 98125cf8-2a4a-491a-9a9b-0cbb29b4f4b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674fd8b613019
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3f9722ef-1318-4a6c-bdee-d921c4acc989
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674fd8b6213c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 959c0f04-68c5-4c06-8f3d-c30e9aeb7a73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674fd8b63cfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 980b940b-3f8a-4c93-a5d7-91ef78a38d58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 399fa73d-933c-4412-8b4f-9bd4e09ce52b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:11Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk.18c674fe17c847ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 49384f10-9835-473b-a4bd-40a2824092f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: e51efcd2-6bb2-48b9-b088-0d7f83a3c5f1
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5bd4978c59-mcngk'
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5bd4978c59.18c674e760875cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 4f2b1139-90bb-4670-b95f-51513f03a92f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 94db1824-d729-4032-8d64-fc4793d8e56d
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5bd4978c59
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18c674e75974c4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: f1d7230c-6524-4b97-a503-fb85ddfc71d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 19f72a92-e8b0-4494-bb5f-5f1f470b47ce
  kind: Event
  lastTimestamp: "2026-07-28T12:47:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c674ead8903ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 6e0cf3b9-8e17-47cb-9b21-6a43b66aac25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 19f72a92-e8b0-4494-bb5f-5f1f470b47ce
  kind: Event
  lastTimestamp: "2026-07-28T12:47:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c674ead9004f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: b8bb026c-95e5-42d8-a6fb-7286ed1cb06d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 19f72a92-e8b0-4494-bb5f-5f1f470b47ce
  kind: Event
  lastTimestamp: "2026-07-28T12:48:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18c674ee57eea6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 179faac0-dfe5-4f4b-b8b2-4eb9ff6c0fa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 19f72a92-e8b0-4494-bb5f-5f1f470b47ce
  kind: Event
  lastTimestamp: "2026-07-28T12:48:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18c674ee58bc9c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: a9e0aac7-674a-44f9-b5cd-bec66333c7b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: f5e5c910-6cb4-4f50-a151-e898c48e4834
  kind: Event
  lastTimestamp: "2026-07-28T12:48:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:48:42Z"
    name: isvc-sklearn-batcher-custom.18c674e75971c111
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 3dcf129d-5171-4389-9779-03ffc0ff3dcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: f5e5c910-6cb4-4f50-a151-e898c48e4834
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom.18c674e75a1fac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 96c5e43a-fdf5-47be-9d07-640bcd4418ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: f5e5c910-6cb4-4f50-a151-e898c48e4834
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-custom.18c674e76425c592
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 85368024-92c5-44e1-92c6-5e214a876b88
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: f5e5c910-6cb4-4f50-a151-e898c48e4834
  kind: Event
  lastTimestamp: "2026-07-28T12:48:42Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:48:42Z"
    name: isvc-sklearn-batcher-custom.18c674fa9f2199ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 68dc6436-e29b-4f12-9fc6-c1808a5924f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:45:44.209015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5576655544-65fr7
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d1366c4062
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: 409408c8-b32f-46b7-885d-be1bdb0e87b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d13e046da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: 6758dc61-9385-4ef6-b3da-7c2e13cf8c89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:45Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:45:45Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d173c44601
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 03439304-4043-460f-aef9-e6068affb4b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:45Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d17581e19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 517cbaa6-c317-4cd2-9a11-92453057edf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:45Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d177efb9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: cea97ffe-7125-4097-83aa-a8f05d882805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:45Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d17864dab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: a49b2adf-65a6-46e3-9b20-b57255c6299d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:45:49Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
  metadata:
    creationTimestamp: "2026-07-28T12:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:49Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d272ba99f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 21b1e316-f32d-4cc7-969b-be89fe552cd4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    in 12.463s (12.463s including waiting). Image size: 1555707315 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:01Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d559971241
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 745b0a58-e8b1-43f7-ad76-ac60da4e0b8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:02Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d55cf0c5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 8718a68f-cb5a-4cf5-a55d-771fe9091ae7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:02Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d55d708302
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 9363880e-c373-4059-9149-a4c944a18687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:02Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T12:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:02Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d55d7bf759
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 435df8fc-119b-45d1-b0f9-10bc42ae45f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.244s (2.244s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:04Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d5e33fae38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 07eca3fe-7f6f-49b3-8bed-b6dfe6a8e1cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:04Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d5e6abe23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 7040f5a3-769c-46a8-9270-51811c158bff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:04Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d5e7171f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: b8af367d-157b-4e0f-9122-afb9e1729a97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
  metadata:
    creationTimestamp: "2026-07-28T12:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:04Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d5e7222544
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 39fcba90-7a86-4909-b96e-e559951f416f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
    in 2.157s (2.157s including waiting). Image size: 240170110 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:06Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d667bddc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 829d92e7-e65c-4e64-8f48-9d115dd2f82b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:06Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d66abfd94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: df64b101-84cb-4919-8302-ff8d29c5633e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:46:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:06Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d66b2bc335
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: 7756958a-d0f4-458a-9ca1-c57272840724
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:33Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d66e3d9e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 3811da8e-a5ca-4099-ac32-d54cae811d6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:33Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674d6aa0ee949
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 5f577c09-e133-41c6-81f2-7527e0f5e126
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674e7629ad1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: 6c99569d-79a5-4ad6-816c-cd737c3baaf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674e7629bc493
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 47b84bd3-a025-4d27-8d5e-2e6595472de4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:19Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674e7629bf109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: a51248ae-e9b2-465e-a83b-7a10c2ae2046
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: f15a80bc-e9ff-4425-936f-8f782827fcdf
  kind: Event
  lastTimestamp: "2026-07-28T12:47:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:33Z"
    name: isvc-sklearn-batcher-predictor-5576655544-65fr7.18c674e85c406495
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 35f7c099-13f6-4406-b8aa-77fcbd0f068a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5576655544
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: ade03868-81a1-46a0-bcd7-d1137eef4382
  kind: Event
  lastTimestamp: "2026-07-28T12:45:44Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5576655544-65fr7'
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher-predictor-5576655544.18c674d13601456d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: ec743d4d-845a-429e-a2f6-671be0f2c6ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 5739db39-35fa-4309-9ad8-7c6c59b128dc
  kind: Event
  lastTimestamp: "2026-07-28T12:45:44Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5576655544 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher-predictor.18c674d12dbb3bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: 6755959c-fc4a-49cf-925d-b60d7dcbff5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 17195d18-bfa9-430d-be55-673bf4becc9f
  kind: Event
  lastTimestamp: "2026-07-28T12:46:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:46:29Z"
    name: isvc-sklearn-batcher-predictor.18c674d4b3a94624
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 8360f458-7d90-4743-82f6-21da6a706b5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 17195d18-bfa9-430d-be55-673bf4becc9f
  kind: Event
  lastTimestamp: "2026-07-28T12:46:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:46:29Z"
    name: isvc-sklearn-batcher-predictor.18c674d4b420262f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 0721e960-9596-4b97-a68d-5ce41f7ad065
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 17195d18-bfa9-430d-be55-673bf4becc9f
  kind: Event
  lastTimestamp: "2026-07-28T12:47:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:14Z"
    name: isvc-sklearn-batcher-predictor.18c674df30caae5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: c130b355-7ea0-4c53-8c5b-188e8fc39fbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 17195d18-bfa9-430d-be55-673bf4becc9f
  kind: Event
  lastTimestamp: "2026-07-28T12:47:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:14Z"
    name: isvc-sklearn-batcher-predictor.18c674df3135dfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: efd44964-9e67-4790-b68d-e6743f56dc90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: d5a1a5b9-89e5-4dfe-a574-3a1e70a44818
  kind: Event
  lastTimestamp: "2026-07-28T12:47:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:13Z"
    name: isvc-sklearn-batcher.18c674d133e70b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: 37028438-03cd-4b63-b1be-faf23300d7ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: d5a1a5b9-89e5-4dfe-a574-3a1e70a44818
  kind: Event
  lastTimestamp: "2026-07-28T12:45:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher.18c674d1345b9c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: d7ef109b-6b33-4dd5-9e4c-451c087ee375
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: d5a1a5b9-89e5-4dfe-a574-3a1e70a44818
  kind: Event
  lastTimestamp: "2026-07-28T12:45:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:45:44Z"
    name: isvc-sklearn-batcher.18c674d1345bfaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 91ac3c1a-b185-4b7a-8557-57cff6617b50
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: d5a1a5b9-89e5-4dfe-a574-3a1e70a44818
  kind: Event
  lastTimestamp: "2026-07-28T12:47:13Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:13Z"
    name: isvc-sklearn-batcher.18c674e60f898034
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 09e92b65-f91c-4fe8-a52b-1f927eca0ecc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:19:22.478723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-dc795d948-prxrc
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a720abe4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: ac151d62-3a15-41a2-8990-ab0fe508b049
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a72e1abe36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: ce59713a-2fb6-4e71-9e7e-450c38aebb15
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:23Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:19:23Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a75dcb793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: 82d4190b-b57a-4b40-88d3-4e19858747fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:23Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a75fa62718
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 51fa7925-7a24-48ac-a380-55262a41578a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:23Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a762b2d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 81b0a661-fec2-4174-9810-fcd69be08f05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:23Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a763233c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 6abb96d9-a1c0-424c-a3c1-ade940de01a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:28Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a871a16999
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: c789a2ad-2f0f-436c-82c6-055d24f29200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:28Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a874fa938e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: 512de863-9030-40b5-9c59-85b9d3cf1cba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:28Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a8756fc006
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 610c5309-b351-437c-9902-0c930cf9a8c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:28Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a8757c59ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 803f049c-e096-4c51-8446-49cb411afa99
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.727s (2.727s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a9180aa84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: b61afc66-4bc4-4f65-a096-a63bc9507a2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T13:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a91b01e73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: ac567a2f-74a3-448a-8f44-4a7905598b03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T13:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a91b722fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 8510f626-372b-424e-8576-a3b9e1e60b78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a91b7dc523
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: 490ab9e8-0bac-40ae-91e7-d741c5b861f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:31Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a91ef53cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: 50dd5834-eb74-470c-9f94-2b9cc47a93a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:19:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:19:31Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676a91f7bae8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: 8cd2e130-de22-40c5-bb73-c00251230545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:20:03Z"
  message: 'Liveness probe failed: Get "http://10.134.0.49:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:03Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676b0a7c40db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 85edf4c9-6038-48b4-a4fe-b5b94866e728
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676b9c8242f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32152"
    uid: 56cc0527-04d9-495e-ac31-80c34a20e8b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676b9c8248316
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: 4144b8f5-8342-4366-b5bc-b6f3ba16e2a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676b9c824b114
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: 27098424-e744-48a9-978f-825c9c316b6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:21:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:12Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676bad84ae543
    namespace: kserve-ci-e2e-test
    resourceVersion: "32436"
    uid: a92ee236-056f-4eb8-b5e5-bcbbbda44188
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 6c87168a-8e45-4d4d-9ba3-fb2ce15dc986
  kind: Event
  lastTimestamp: "2026-07-28T13:21:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:07Z"
    name: isvc-sklearn-mcp-predictor-dc795d948-prxrc.18c676bad89cd5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 900d81ce-966e-427a-9e61-7eb69bf05f1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-dc795d948
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: 1c483a90-6839-46be-bcb8-816b58675570
  kind: Event
  lastTimestamp: "2026-07-28T13:19:22Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-dc795d948-prxrc'
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp-predictor-dc795d948.18c676a7203f962e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 3158d622-3d9c-4ddc-b644-001933ee561e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 9c8db989-a6fb-4436-b016-cc7eb8f68496
  kind: Event
  lastTimestamp: "2026-07-28T13:19:22Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-dc795d948 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp-predictor.18c676a71d241e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: aa969e4d-a1c5-4204-93a2-c6455f9032cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: fbca085f-6083-4fad-bb84-e20a1617d5c2
  kind: Event
  lastTimestamp: "2026-07-28T13:20:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:37Z"
    name: isvc-sklearn-mcp.18c676a71cc0cb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 4f791444-fccf-42ab-9189-1e3c3cda958e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: fbca085f-6083-4fad-bb84-e20a1617d5c2
  kind: Event
  lastTimestamp: "2026-07-28T13:19:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp.18c676a71d3b8eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: 26e628fa-895e-4e05-b22b-914395003cdd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: fbca085f-6083-4fad-bb84-e20a1617d5c2
  kind: Event
  lastTimestamp: "2026-07-28T13:19:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:19:22Z"
    name: isvc-sklearn-mcp.18c676a722edb6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: df37b08f-fc2d-42ed-abb0-3e21f2c9697a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: fbca085f-6083-4fad-bb84-e20a1617d5c2
  kind: Event
  lastTimestamp: "2026-07-28T13:20:37Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:37Z"
    name: isvc-sklearn-mcp.18c676b88a3d8b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: f1fbb1bf-3304-4c3b-ad59-a6867a02fc78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:41:50.450875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42790"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-77b8bcdf88-sglgx
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e0fa129fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42796"
    uid: 7b8b1851-341d-4b8a-8d01-0f042c8eaf2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42800"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e113c52948
    namespace: kserve-ci-e2e-test
    resourceVersion: "42810"
    uid: 02e93b88-a1ca-448a-86e1-7120a7ecacce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e1153ec9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42812"
    uid: 77f96977-6e58-43c0-90a7-bca632af9ae9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e117bee1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42813"
    uid: 90565c19-9b04-4ed2-a81a-89bfb1585b8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e11837bd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "42814"
    uid: cd87d5f5-c1b5-4d14-bea7-3436948cd887
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e228a659a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42853"
    uid: dc29d8cd-d3d6-4db8-9944-e990c2b1ced0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e22b980fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42856"
    uid: 0075d993-8b4e-4bff-aca9-e64832ffa87e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e22c10953f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42859"
    uid: e49aaf79-0b59-4568-b65c-3d2b60f0b2f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e22c250284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42860"
    uid: c218e23d-5593-4b41-9f76-58437307e006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e22f2982a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42862"
    uid: f486517f-066b-4733-80cf-1055d5c27c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:41:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:55Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e22faf2e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42863"
    uid: 0a6f2b98-6308-4482-97e9-3e715e80787b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677e264a8b620
    namespace: kserve-ci-e2e-test
    resourceVersion: "43518"
    uid: 97b5807b-e04e-4579-b184-c3b74902f8d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:43:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:20Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677f5f7422f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "43502"
    uid: b424fd75-e773-4b4e-9ebb-5381dca8a9e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:43:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:20Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677f5f742e84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43503"
    uid: f24f8c54-2522-4777-a5b1-8fd1dcb47532
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 1b54c649-af5f-44a5-a8ef-57a7fd33b89c
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-sklearn-predictor-77b8bcdf88-sglgx.18c677f66add70a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43517"
    uid: db53a132-0d8d-4805-9784-fe016bbfffef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-77b8bcdf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "42781"
    uid: 50e3231f-1887-464f-9ada-87b6ac0fe360
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: 'Created pod: isvc-sklearn-predictor-77b8bcdf88-sglgx'
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor-77b8bcdf88.18c677e0f97e3bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "42791"
    uid: fe006ce7-5c67-4eab-8955-6bc91675302c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42779"
    uid: 63f6f0cf-ad23-47f2-8dde-186bb960da99
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: Scaled up replica set isvc-sklearn-predictor-77b8bcdf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn-predictor.18c677e0f6dc88d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42783"
    uid: 50cca561-f8ee-49aa-9afe-220da95f7eb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42780"
    uid: 8fb2d610-8437-4478-b5fe-837068831884
  kind: Event
  lastTimestamp: "2026-07-28T13:42:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:35Z"
    name: isvc-sklearn-predictor.18c677e475bc8d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43153"
    uid: d8ef974b-14aa-4b16-87e3-5b86129bcc5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42780"
    uid: 8fb2d610-8437-4478-b5fe-837068831884
  kind: Event
  lastTimestamp: "2026-07-28T13:42:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:35Z"
    name: isvc-sklearn-predictor.18c677e476228bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43154"
    uid: 01cc010f-d52e-4759-85e2-686ac57d617c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42940"
    uid: 8fb2d610-8437-4478-b5fe-837068831884
  kind: Event
  lastTimestamp: "2026-07-28T13:43:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:20Z"
    name: isvc-sklearn-predictor.18c677e7f4f974c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43483"
    uid: 0a98b851-a1ff-493f-9ae0-f1728146ff64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42940"
    uid: 8fb2d610-8437-4478-b5fe-837068831884
  kind: Event
  lastTimestamp: "2026-07-28T13:43:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:20Z"
    name: isvc-sklearn-predictor.18c677e7f560d39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43485"
    uid: 20cb49a2-562f-4d47-a321-5775b4c215a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:44:31.035850Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44111"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-646574df76-dnb5n
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:44:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:44:31Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678065daefc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "44115"
    uid: a3ef9d83-9e96-4625-a261-57d2c302680c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:31Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678066a7b759e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44126"
    uid: b9b98fb8-92e7-4bd5-a5af-761147f569a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44119"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:32Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:44:32Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678069b28b32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44135"
    uid: aaa99209-24c6-4d72-a58f-d7d5f0b6405c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:32Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678069c922a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "44137"
    uid: ac41ebb8-05cc-496b-87cc-23c085df1301
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:32Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678069f76c606
    namespace: kserve-ci-e2e-test
    resourceVersion: "44139"
    uid: 222b41d3-e018-46b0-84bf-e017f72e61f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:32Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678069fe8bbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44140"
    uid: 7d6342b0-c88b-42ab-80ab-8b6f363aa5ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c67808088fc7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "44190"
    uid: 91b33fbb-fd5d-4a9c-acd5-00c6527dec62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678080b94fbdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44193"
    uid: 6806feee-9861-4646-90d1-6f6c662e4cee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678080bff309c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44196"
    uid: b06a2a92-de3a-4edc-8727-576b59a9a721
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678080c0980d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44197"
    uid: 102c7f84-2b48-4fa1-a9a7-c7e82602f7d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678080f892ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44202"
    uid: c5f273d6-fb0c-47f9-a2fe-b9c75662f16c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c678080ff6a254
    namespace: kserve-ci-e2e-test
    resourceVersion: "44203"
    uid: 34e73db8-b638-436d-8cee-932b2a886e9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:44:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:46Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c67808807a0249
    namespace: kserve-ci-e2e-test
    resourceVersion: "44255"
    uid: b5468b17-3e56-44b9-9cec-7fc295b23850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:45:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:02Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c6780dcd3f2767
    namespace: kserve-ci-e2e-test
    resourceVersion: "44402"
    uid: 36dec9f0-3877-4f54-bd96-801b191f8506
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 067ab261-b6cc-46c5-9c94-1af536913cdc
  kind: Event
  lastTimestamp: "2026-07-28T13:45:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:02Z"
    name: isvc-sklearn-runtime-predictor-646574df76-dnb5n.18c6780dcd3fa3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: 06d88204-6c06-483d-afab-8892d31e2049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-646574df76
    namespace: kserve-ci-e2e-test
    resourceVersion: "44099"
    uid: cb34d557-6ef7-4bba-a25a-65369ea5a2fe
  kind: Event
  lastTimestamp: "2026-07-28T13:44:31Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-646574df76-dnb5n'
  metadata:
    creationTimestamp: "2026-07-28T13:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:31Z"
    name: isvc-sklearn-runtime-predictor-646574df76.18c678065d1d2058
    namespace: kserve-ci-e2e-test
    resourceVersion: "44112"
    uid: 75ec74a2-a4de-4d62-916f-dede2ab66254
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44097"
    uid: f88d3e65-5389-40e7-8112-a56be2b9630b
  kind: Event
  lastTimestamp: "2026-07-28T13:44:30Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-646574df76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:30Z"
    name: isvc-sklearn-runtime-predictor.18c6780659a214fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44101"
    uid: 5a0b607d-b7f7-4dc6-8360-d1a4421879b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44098"
    uid: b28ba1c7-7b7d-4c58-afe8-259b306a9509
  kind: Event
  lastTimestamp: "2026-07-28T13:44:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:45Z"
    name: isvc-sklearn-runtime-predictor.18c67809d8285b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "44250"
    uid: af6141ab-b4be-4af8-b4f0-e80bf70d7189
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44098"
    uid: b28ba1c7-7b7d-4c58-afe8-259b306a9509
  kind: Event
  lastTimestamp: "2026-07-28T13:44:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:45Z"
    name: isvc-sklearn-runtime-predictor.18c67809d88d7dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44252"
    uid: eb733e95-9878-4d57-9851-01e6840c4579
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44251"
    uid: b28ba1c7-7b7d-4c58-afe8-259b306a9509
  kind: Event
  lastTimestamp: "2026-07-28T13:45:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:01Z"
    name: isvc-sklearn-runtime-predictor.18c6780d57b188fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "44372"
    uid: 704e6b96-0715-4c87-a456-8afd0f7bbe62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44251"
    uid: b28ba1c7-7b7d-4c58-afe8-259b306a9509
  kind: Event
  lastTimestamp: "2026-07-28T13:45:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:01Z"
    name: isvc-sklearn-runtime-predictor.18c6780d581817d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44374"
    uid: af119ed3-4742-43ef-b6c7-280131d36631
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44090"
    uid: 5b41aacc-d0aa-49fe-8ff8-d90e939c4d85
  kind: Event
  lastTimestamp: "2026-07-28T13:44:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:56Z"
    name: isvc-sklearn-runtime.18c6780659a024f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44335"
    uid: 1125ea3c-2888-420d-8c09-f877fbab549f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44090"
    uid: 5b41aacc-d0aa-49fe-8ff8-d90e939c4d85
  kind: Event
  lastTimestamp: "2026-07-28T13:44:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:31Z"
    name: isvc-sklearn-runtime.18c678065a3ee20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44121"
    uid: 07290007-b5ce-4d87-a358-a741ada451cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44092"
    uid: 5b41aacc-d0aa-49fe-8ff8-d90e939c4d85
  kind: Event
  lastTimestamp: "2026-07-28T13:44:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:31Z"
    name: isvc-sklearn-runtime.18c678066008ea80
    namespace: kserve-ci-e2e-test
    resourceVersion: "44122"
    uid: 70c88212-9de8-4a9d-9051-e1a65e21ab06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44333"
    uid: 5b41aacc-d0aa-49fe-8ff8-d90e939c4d85
  kind: Event
  lastTimestamp: "2026-07-28T13:44:56Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:56Z"
    name: isvc-sklearn-runtime.18c6780c3f87ab9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44334"
    uid: 8d181dc1-1756-4a87-b7cc-9108d7bc60b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:00:30.046952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52073"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:00:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:00:30Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5a732f00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52079"
    uid: 4c1b909b-827e-4fed-8b48-3dfc19deca5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:30Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5aea4771e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52089"
    uid: 2b381605-9179-49aa-a3fa-c790778e090b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52084"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:31Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:00:31Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5e47757ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "52096"
    uid: 335e8119-eb42-4b1b-87f8-dce99a3f2b3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:31Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5e60305f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52098"
    uid: 44c619ce-c9e6-46d8-b194-3f2d372bce1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:31Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5e8960542
    namespace: kserve-ci-e2e-test
    resourceVersion: "52099"
    uid: c9a472ba-8a21-407b-9fd0-b206c09d70e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:31Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e5e9101ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52100"
    uid: 86560995-e7b3-4a11-804d-09e340407687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e62f1cd11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52116"
    uid: f84a2b9a-6d55-4487-b945-523f3136ce66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e6325666d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52120"
    uid: 3bb2ee06-240b-4d53-804d-a10f1826571e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e632d6060b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52121"
    uid: 3444e8bb-0b34-4164-ab46-80c3721aa562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e632e11992
    namespace: kserve-ci-e2e-test
    resourceVersion: "52122"
    uid: aee36887-8a1d-498e-8900-c49771fe75d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e635f64c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "52124"
    uid: a24ad6c9-9b6a-415c-a01a-dbc8ce9bde12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:00:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:32Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e6366c3b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52125"
    uid: 3a390d08-84d3-4d2c-bc91-4c080fbda751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678e6a6efdede
    namespace: kserve-ci-e2e-test
    resourceVersion: "52799"
    uid: e91b839e-57fb-47cb-8d8a-df8fdedf5ca9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678faa60b641d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52775"
    uid: f358a77d-e39b-40d2-991f-2a070797eeab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678faa60c0770
    namespace: kserve-ci-e2e-test
    resourceVersion: "52776"
    uid: b5c30a92-2057-4d5f-9b94-0de6d6026ce5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52077"
    uid: ff5ca1a6-7c9c-4a0a-992e-52de04cb4c14
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49-wspbb.18c678faad1db596
    namespace: kserve-ci-e2e-test
    resourceVersion: "52798"
    uid: d0604b14-5d60-4012-8b40-f0ac7e334ad2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6969f6ff49
    namespace: kserve-ci-e2e-test
    resourceVersion: "52065"
    uid: 89f7a367-51d6-471d-8b7a-6c6ac7daf073
  kind: Event
  lastTimestamp: "2026-07-28T14:00:30Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6969f6ff49-wspbb'
  metadata:
    creationTimestamp: "2026-07-28T14:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:30Z"
    name: isvc-sklearn-s3-predictor-6969f6ff49.18c678e5a655a83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52076"
    uid: 267e557f-08f2-4b6c-a365-6dd84c383ca3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52063"
    uid: ec95dad6-2528-4df5-b121-3e6892ec1ef9
  kind: Event
  lastTimestamp: "2026-07-28T14:00:29Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6969f6ff49 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:29Z"
    name: isvc-sklearn-s3-predictor.18c678e5a3259587
    namespace: kserve-ci-e2e-test
    resourceVersion: "52067"
    uid: 566674c4-78d7-4176-ac2d-f51f30e4147c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52064"
    uid: 3fb528d6-e489-4e5c-8c8a-0036df7514f3
  kind: Event
  lastTimestamp: "2026-07-28T14:01:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:00Z"
    name: isvc-sklearn-s3-predictor.18c678e921f59d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52321"
    uid: 57f7872a-1525-4fb1-9ad1-df109473dec6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52064"
    uid: 3fb528d6-e489-4e5c-8c8a-0036df7514f3
  kind: Event
  lastTimestamp: "2026-07-28T14:01:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:00Z"
    name: isvc-sklearn-s3-predictor.18c678e922504c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52322"
    uid: 360401d3-64b5-4603-a87f-fdcac37a471c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52216"
    uid: 3fb528d6-e489-4e5c-8c8a-0036df7514f3
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor.18c678f0206d433e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52753"
    uid: 8946fc18-3f3b-4ea0-9ef6-072a761b0510
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52216"
    uid: 3fb528d6-e489-4e5c-8c8a-0036df7514f3
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-predictor.18c678f020d717ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "52754"
    uid: ed4cf93a-4673-44a1-aa99-bded744710ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:05:03.847610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54369"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:05:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c6792566fd893e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54376"
    uid: 7b6d42dc-6570-42e3-a5e4-19b416941ae4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54380"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:04Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:05:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c6792581059998
    namespace: kserve-ci-e2e-test
    resourceVersion: "54384"
    uid: c78b300c-b32e-4544-b454-3790ee27e7ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54373"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c67925828dc8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54441"
    uid: c21046d1-61b5-40b8-a4f5-55df4c527829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54373"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c6792585e936b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54445"
    uid: 37da42db-e71a-48e1-b944-a4f9fc5c83c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54373"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c6792586760aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54447"
    uid: 4bea52d3-b37f-49b8-8c78-3e736b86e209
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "54373"
    uid: a62fda11-dc79-4776-b8c2-cb7a318ac6a0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:13Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm.18c67927b803615b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54491"
    uid: 0a5619cf-e001-43be-a9d9-73d249224553
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965
    namespace: kserve-ci-e2e-test
    resourceVersion: "54358"
    uid: f1d97208-42ea-45bb-b0aa-c4788d687ee2
  kind: Event
  lastTimestamp: "2026-07-28T14:05:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965-rlmzm'
  metadata:
    creationTimestamp: "2026-07-28T14:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965.18c67925668e7104
    namespace: kserve-ci-e2e-test
    resourceVersion: "54374"
    uid: 7d3638db-9f0f-494e-b89b-39726d5eddac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54356"
    uid: f6b812a2-389f-4fff-9c54-6be47af0aa63
  kind: Event
  lastTimestamp: "2026-07-28T14:05:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5bcc9d965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c6792560faf6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54360"
    uid: f3d5036f-2e26-498a-ab9b-226833207afb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54349"
    uid: f9b886de-3707-493c-99ed-1d496a60ca9f
  kind: Event
  lastTimestamp: "2026-07-28T14:05:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6792560fa070c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54452"
    uid: fb361c3a-cc02-46d0-960a-4cfaa31b4a03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54349"
    uid: f9b886de-3707-493c-99ed-1d496a60ca9f
  kind: Event
  lastTimestamp: "2026-07-28T14:05:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:03Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c67925618dd0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54363"
    uid: cd347e9f-7477-456c-90bd-9120aaf0f8b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:03:42.670427Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53701"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679128073f329
    namespace: kserve-ci-e2e-test
    resourceVersion: "53705"
    uid: c3907593-9796-4134-99e5-4b11fdea5b80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c6791289a442f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53720"
    uid: 43926670-5747-44f5-b22b-c3b0c18266c5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53712"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:43Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c67912beeb5491
    namespace: kserve-ci-e2e-test
    resourceVersion: "53730"
    uid: c755a384-95f0-47bc-aa5d-e4b85a523205
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c67912c0627423
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 9928292a-8f49-4c8e-a37a-9f65e6492915
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c67912c3d84760
    namespace: kserve-ci-e2e-test
    resourceVersion: "53734"
    uid: 41b552f1-e0c9-400a-a0cf-eabe9772e1bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c67912c450bf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "53735"
    uid: 485ac4bd-36d7-4fcd-ae1e-4c5a1709d60e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c67913146ac7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53753"
    uid: e9f9029c-cf24-47c3-aebd-4aa1a34078b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679131751f645
    namespace: kserve-ci-e2e-test
    resourceVersion: "53755"
    uid: cb00037f-1233-43af-9f04-6f9b3171745f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c6791317c74b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 5b99443c-3041-4c46-9923-0ae79dddbf0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c6791317d16c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "53757"
    uid: dc5f8775-4144-49ee-9758-4812023f7ab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679131aa2ca1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53760"
    uid: e99bd3ed-efd7-488e-834f-04bd82de7640
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679131b57eb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "53761"
    uid: 9aa0a4d7-24f8-4fb7-b7fc-e69ca1631455
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679135072d188
    namespace: kserve-ci-e2e-test
    resourceVersion: "54232"
    uid: b1f40409-dabd-481b-8a5e-cf77a0a76699
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:05:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c6792523b6de4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54335"
    uid: 649a872c-829e-44ca-afd6-1a5a37f2716b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:05:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c6792523b78607
    namespace: kserve-ci-e2e-test
    resourceVersion: "54336"
    uid: e2fda42b-12ee-4c28-8205-9989c3bda853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: d74813c0-216b-4f9f-87d3-71d6592d8170
  kind: Event
  lastTimestamp: "2026-07-28T14:05:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9.18c679262c9e2c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "54414"
    uid: d4889b13-eb8d-4766-903e-ae92f18d4468
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "53693"
    uid: 3ce7bd8d-4fae-4bf2-9e4d-5bb24e462da2
  kind: Event
  lastTimestamp: "2026-07-28T14:03:42Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89-x2pl9'
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89.18c679127fc60517
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: 2b0f52fa-f195-494c-af90-dc89ea4aad0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53691"
    uid: f8b9bafd-4447-4c81-ac16-cc677fffbb54
  kind: Event
  lastTimestamp: "2026-07-28T14:03:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-8b6fb7d89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c679127d43ff31
    namespace: kserve-ci-e2e-test
    resourceVersion: "53694"
    uid: febe1e55-b588-4b7e-a126-80db5d5894fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53692"
    uid: 8bb31a2f-5e59-4626-9b61-e901029ab7ac
  kind: Event
  lastTimestamp: "2026-07-28T14:04:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67915fc51da6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53960"
    uid: 3d67b856-aed4-416b-bfef-668220995baa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53692"
    uid: 8bb31a2f-5e59-4626-9b61-e901029ab7ac
  kind: Event
  lastTimestamp: "2026-07-28T14:04:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67915fccbccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53961"
    uid: d03af222-2409-4b18-9bdc-2b0dab8f0236
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53855"
    uid: 8bb31a2f-5e59-4626-9b61-e901029ab7ac
  kind: Event
  lastTimestamp: "2026-07-28T14:04:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6791cfb00f844
    namespace: kserve-ci-e2e-test
    resourceVersion: "54271"
    uid: cb3ee548-c84e-4bab-86ff-ca66123b02d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53855"
    uid: 8bb31a2f-5e59-4626-9b61-e901029ab7ac
  kind: Event
  lastTimestamp: "2026-07-28T14:04:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6791cfb6aff6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54272"
    uid: aeca7026-5942-4eab-ada0-c2effbf1940b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53683"
    uid: 94048351-e4f7-4e94-a395-f0f4c4cdd02f
  kind: Event
  lastTimestamp: "2026-07-28T14:05:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c679127d47733c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54297"
    uid: e3f55686-5e81-443e-9121-a6f569345102
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53683"
    uid: 94048351-e4f7-4e94-a395-f0f4c4cdd02f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c679127ddb31a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53715"
    uid: 7faf2783-a777-469c-82bf-dba6c4207d8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53686"
    uid: 94048351-e4f7-4e94-a395-f0f4c4cdd02f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6791284566da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53716"
    uid: 35540d85-631b-4b02-9898-998b96fb3f9c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54294"
    uid: 94048351-e4f7-4e94-a395-f0f4c4cdd02f
  kind: Event
  lastTimestamp: "2026-07-28T14:05:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c679248985246a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54295"
    uid: fddaaf75-1bb6-46b4-a6e3-dde9f946045c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:03:31.679922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53544"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:03:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c6790ff15e2227
    namespace: kserve-ci-e2e-test
    resourceVersion: "53548"
    uid: 1615a119-3d32-4f22-b64e-1fdf9c96bde0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53556"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: "2026-07-28T14:03:32Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:03:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c679100b522ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53563"
    uid: 4fe03057-f612-4e7b-8d53-a3e1966e9b09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53545"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: "2026-07-28T14:03:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c679100d02cd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "53617"
    uid: e41c7933-8e6a-410f-b972-b86a46510ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53545"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: "2026-07-28T14:03:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c67910109e0489
    namespace: kserve-ci-e2e-test
    resourceVersion: "53619"
    uid: f54df9d8-e02c-45ba-8ad8-316b1adecc70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53545"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: "2026-07-28T14:03:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c67910111418a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53623"
    uid: c2986a12-014a-45f8-ab6e-3d3e46ac0e57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53545"
    uid: 34d2a1e9-ae2c-43bb-add0-3c7983e4eaa3
  kind: Event
  lastTimestamp: "2026-07-28T14:03:41Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4.18c679123d2ca6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53663"
    uid: 5a90266f-87b9-4c4a-873b-291fda88b11d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769
    namespace: kserve-ci-e2e-test
    resourceVersion: "53533"
    uid: 6da5b069-b086-4a75-8dad-4611ef332ba6
  kind: Event
  lastTimestamp: "2026-07-28T14:03:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769-7c4q4'
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769.18c6790ff0cd7240
    namespace: kserve-ci-e2e-test
    resourceVersion: "53547"
    uid: 97ce50f0-4a24-465d-9cc4-378f912281da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53531"
    uid: 995d1096-0786-4702-a3b2-a9fdcb7a2b2c
  kind: Event
  lastTimestamp: "2026-07-28T14:03:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6fd8968769
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c6790fe9967d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "53534"
    uid: 46553e97-bff8-4d4e-9a44-a9e9a21597b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53524"
    uid: a2878449-bc41-4eff-936c-218a022fdfdb
  kind: Event
  lastTimestamp: "2026-07-28T14:03:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:38Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6790fe9946c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "53624"
    uid: 2610897a-33b0-4b02-9772-cfdfecb02ae3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53524"
    uid: a2878449-bc41-4eff-936c-218a022fdfdb
  kind: Event
  lastTimestamp: "2026-07-28T14:03:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:31Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6790fea0fcebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "53552"
    uid: 4a42433c-52ae-43d9-87c2-003d11c7c43e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53527"
    uid: a2878449-bc41-4eff-936c-218a022fdfdb
  kind: Event
  lastTimestamp: "2026-07-28T14:03:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:31Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6790ff2636833
    namespace: kserve-ci-e2e-test
    resourceVersion: "53554"
    uid: e073a7f7-c084-4a33-8608-7e656c54f4cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:02:00.387159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52800"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678faafe53791
    namespace: kserve-ci-e2e-test
    resourceVersion: "52806"
    uid: 2bd61205-ad05-414a-ba81-6ee09ee664ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52810"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fac98e1e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "52817"
    uid: cf307e43-8da9-4ac6-8d56-70ed90c54ad4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678facb061a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "52819"
    uid: f2989823-67b6-4e6f-9b8e-33db93ed8c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678face89b57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52820"
    uid: f5f9beec-51e4-4aa7-9eac-5e6259a5ae53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678facf150a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "52821"
    uid: 45283059-7a0c-4916-8eda-98cb2c3e3346
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb3b064bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52840"
    uid: 048331d6-f3bf-4577-8592-c885328b54f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb3e272b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52844"
    uid: 4975a65f-c9d9-4db5-ae23-c1f8adaa4aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb3e9fd2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52846"
    uid: 8afb2a34-a6e5-468e-b67a-fd04ac552e17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb3eaa675f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52847"
    uid: 9daa46eb-3913-4f6b-95c5-becf87368654
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb41e6fe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52849"
    uid: 7dcd5be0-c5e2-4034-a0ac-ed19941e32f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:02:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fb425f2055
    namespace: kserve-ci-e2e-test
    resourceVersion: "52850"
    uid: 1de6b97b-c620-4b1c-9b5c-24d17d609b65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c678fbb2de62f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53508"
    uid: 49912669-ea4f-4f66-80dd-301405690c2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c6790fa5fa94fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "53503"
    uid: 8fad2253-c919-425e-968d-60bf095fa640
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c6790fa5fb1d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "53504"
    uid: dd2f30f5-84dd-4583-9914-6fce10d82fee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52804"
    uid: c7d6c254-a43c-463a-a1da-90fd86c88d3f
  kind: Event
  lastTimestamp: "2026-07-28T14:03:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7.18c6790fb9413f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53507"
    uid: 37b984d4-0d4a-4d8d-929f-d23e15e1cdf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "52788"
    uid: a803ab55-5d48-451e-9caf-6651730aa62c
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97-b4nd7'
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-545f455d97.18c678faaf7f6171
    namespace: kserve-ci-e2e-test
    resourceVersion: "52803"
    uid: 0f1aa604-bd18-4418-a41f-deb2ee317b8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52786"
    uid: 35dadcc7-df97-4367-b072-99e3d206794e
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-545f455d97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c678faaa45b8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "52790"
    uid: f6b53caa-4961-4268-811b-66d27a1d8cd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52787"
    uid: 6e3fba40-7df0-48d6-a46d-1bf7285c663d
  kind: Event
  lastTimestamp: "2026-07-28T14:02:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c678fe28cd33d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53050"
    uid: 81c94eea-2f03-49f2-885a-979ee0263175
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52787"
    uid: 6e3fba40-7df0-48d6-a46d-1bf7285c663d
  kind: Event
  lastTimestamp: "2026-07-28T14:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c678fe2934ebfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53051"
    uid: d099113b-d838-41ba-860c-e22d0426932c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52945"
    uid: 6e3fba40-7df0-48d6-a46d-1bf7285c663d
  kind: Event
  lastTimestamp: "2026-07-28T14:03:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67905272fc59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53368"
    uid: 0ab0f6cb-20cf-4fa8-8a63-62ae9f7e405c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52945"
    uid: 6e3fba40-7df0-48d6-a46d-1bf7285c663d
  kind: Event
  lastTimestamp: "2026-07-28T14:03:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6790527a5aecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53369"
    uid: a8612e58-37cb-4191-8b0e-bd7eae92a6a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52774"
    uid: 9a43b3ca-6d9a-4ac6-83b3-0b6f36ac8341
  kind: Event
  lastTimestamp: "2026-07-28T14:03:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:20Z"
    name: isvc-sklearn-s3-tls-global-pass.18c678faaa42cd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "53417"
    uid: 8674f11c-1500-4294-841c-bf0b5d72e2e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52774"
    uid: 9a43b3ca-6d9a-4ac6-83b3-0b6f36ac8341
  kind: Event
  lastTimestamp: "2026-07-28T14:02:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18c678faaae66486
    namespace: kserve-ci-e2e-test
    resourceVersion: "52792"
    uid: 7bf37f73-69cd-4ffd-8110-b97f40f609b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53415"
    uid: 9a43b3ca-6d9a-4ac6-83b3-0b6f36ac8341
  kind: Event
  lastTimestamp: "2026-07-28T14:03:20Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:20Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6790d6ad79c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "53416"
    uid: 08d1875e-f354-4c0c-8c00-7d5bf5314e9f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:06:46.114949Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55262"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:06:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793d36994c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55266"
    uid: 7b098bb8-8ed5-4871-bd21-f6bcaec20bf0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55271"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:46Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:06:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793d511c4e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55275"
    uid: 2ee38bd4-0f5f-47b9-8199-67f2e74133c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55263"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793d52a7b0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "55304"
    uid: 68b81986-590e-4de1-8b7a-f2490c4f91fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55263"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793d572c32d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "55307"
    uid: 3173c32b-9828-4e2c-9afc-de68801fadfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55263"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793d57b506d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55310"
    uid: d82e3677-66c6-4ace-ba67-d806f317b553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55263"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p_kserve-ci-e2e-test(2dd335f9-565d-4c63-abd6-7b5b028707d6)
  metadata:
    creationTimestamp: "2026-07-28T14:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793f84afe094
    namespace: kserve-ci-e2e-test
    resourceVersion: "55366"
    uid: c07c56b7-07f8-417f-9f20-e656255a5e13
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "55263"
    uid: 2dd335f9-565d-4c63-abd6-7b5b028707d6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p.18c6793f8c7c94b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "55388"
    uid: e904f05f-42bf-4d64-a561-0507ed339b8d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55249"
    uid: 5157aee4-708f-4903-8af9-5af25b768c97
  kind: Event
  lastTimestamp: "2026-07-28T14:06:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb-kvc4p'
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb.18c6793d362f1c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "55264"
    uid: eb74f9eb-1a38-41f0-bc4c-8b332c056944
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55247"
    uid: f7e1a53e-046f-4897-a78a-a03b25d6296a
  kind: Event
  lastTimestamp: "2026-07-28T14:06:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5d56bb98fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c6793d31a4150f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55250"
    uid: 6f2369eb-74e3-4906-bf6c-88c35fcb9977
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55240"
    uid: 64fd648f-5711-4835-8f68-06edcd9539ac
  kind: Event
  lastTimestamp: "2026-07-28T14:06:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:49Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6793d31d451c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "55311"
    uid: 82b8403a-8f98-4530-b535-50bdcdd7d730
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55240"
    uid: 64fd648f-5711-4835-8f68-06edcd9539ac
  kind: Event
  lastTimestamp: "2026-07-28T14:06:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:46Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6793d32379d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "55253"
    uid: 72bd195c-0e56-44f8-a555-90af84a5299a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:05:14.874691Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54524"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:05:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:05:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c67927f8416856
    namespace: kserve-ci-e2e-test
    resourceVersion: "54529"
    uid: c5dcfa21-ee16-404f-9dfc-01086f0b5c46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c67928060843c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54540"
    uid: 61e850bd-b7a6-4720-87c7-1a79ab831227
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54534"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679283660cad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54547"
    uid: b204f9cf-3135-4a2f-b8de-23c0c72ba7a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c6792837cb2536
    namespace: kserve-ci-e2e-test
    resourceVersion: "54549"
    uid: 3ad201cd-55bf-4cb5-9fce-90320d8d9ed4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679283ab401b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54550"
    uid: 37ee1186-5bdf-4eb2-b316-74b0604a952f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679283b3239d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54551"
    uid: a8a1a6fd-6a56-4d55-a030-a518eb71b4fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c6792898b0ee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "54572"
    uid: 8e45067c-1073-4470-9c01-8777ec75fb1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679289cafa386
    namespace: kserve-ci-e2e-test
    resourceVersion: "54574"
    uid: b979f40b-b289-420f-8ce8-c6108e24315c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679289d355cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54577"
    uid: 7febe789-821c-4da7-9db1-25cab63279ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c679289d425fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54578"
    uid: 367b437f-6b14-407c-81e8-4ce7c9c65704
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c67928a0d05079
    namespace: kserve-ci-e2e-test
    resourceVersion: "54580"
    uid: 6d024e46-471f-4c70-a046-942dc419fcc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c67928a15b81e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54581"
    uid: 3d296388-b517-44ee-bf69-f9e9d6487890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:06:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c67928d4b93a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55230"
    uid: ab6985e9-ba29-41b6-bdb6-a4459f9b41da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:06:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c6793cf3331224
    namespace: kserve-ci-e2e-test
    resourceVersion: "55227"
    uid: 2f8edf63-9231-490d-b6ea-aa4f46492db6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:06:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c6793cf333894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55228"
    uid: c915a1e0-030a-406d-84bb-b04edf5325aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: 5cf31373-9f7f-4ea3-8523-d58b54d6d3d1
  kind: Event
  lastTimestamp: "2026-07-28T14:06:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f.18c6793e04ed7ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "55314"
    uid: 2462a13e-ca26-4d98-a693-3255c40bac1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54516"
    uid: 35dcd6c0-08ed-4c04-b5ac-a8427db6685b
  kind: Event
  lastTimestamp: "2026-07-28T14:05:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd-drb2f'
  metadata:
    creationTimestamp: "2026-07-28T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd.18c67927f7cca681
    namespace: kserve-ci-e2e-test
    resourceVersion: "54525"
    uid: 4a68adf2-4243-48a7-a323-9d9007553623
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54513"
    uid: 3f62adf1-5c61-4bbb-938b-b6061283cae9
  kind: Event
  lastTimestamp: "2026-07-28T14:05:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5fbbd668fd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67927f5746093
    namespace: kserve-ci-e2e-test
    resourceVersion: "54517"
    uid: 906cc5c5-079c-483a-a689-43eb7a8cb585
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54515"
    uid: d0815111-10cc-43cb-aa8a-ea8b0c2a086b
  kind: Event
  lastTimestamp: "2026-07-28T14:05:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6792b745c59a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54877"
    uid: 592f8867-0a3b-41d5-8a4c-8975ba75cb7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54515"
    uid: d0815111-10cc-43cb-aa8a-ea8b0c2a086b
  kind: Event
  lastTimestamp: "2026-07-28T14:05:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6792b74d82395
    namespace: kserve-ci-e2e-test
    resourceVersion: "54878"
    uid: 3a00dade-d973-49e5-88ca-96019451a8a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54672"
    uid: d0815111-10cc-43cb-aa8a-ea8b0c2a086b
  kind: Event
  lastTimestamp: "2026-07-28T14:06:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67935f1b30f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55209"
    uid: 5978a139-e231-4500-a8bf-504b189b13d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54672"
    uid: d0815111-10cc-43cb-aa8a-ea8b0c2a086b
  kind: Event
  lastTimestamp: "2026-07-28T14:06:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67935f238dd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "55210"
    uid: 45cafa2e-59e7-40ba-81b9-ad980fcf63f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54505"
    uid: b0492b01-fc48-456b-a55b-7d180cf293bd
  kind: Event
  lastTimestamp: "2026-07-28T14:06:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67927f573521c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55140"
    uid: 00bcae66-649c-46f0-84aa-f899dd443b3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54505"
    uid: b0492b01-fc48-456b-a55b-7d180cf293bd
  kind: Event
  lastTimestamp: "2026-07-28T14:05:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67927f5fe0b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "54520"
    uid: a5cbcec0-0aa6-4c6b-a79d-f8e8fbacc32a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55138"
    uid: b0492b01-fc48-456b-a55b-7d180cf293bd
  kind: Event
  lastTimestamp: "2026-07-28T14:06:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6793aa5f4c3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "55139"
    uid: 97e9f930-5eb7-498f-9ee1-dae97931987c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52055"
    uid: a050cbe8-d60e-475a-b8b2-21ed1ec3a3ad
  kind: Event
  lastTimestamp: "2026-07-28T14:01:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:50Z"
    name: isvc-sklearn-s3.18c678e5a31a6cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52684"
    uid: ce2ed519-29d4-4112-9e0a-870cd674ec2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52055"
    uid: a050cbe8-d60e-475a-b8b2-21ed1ec3a3ad
  kind: Event
  lastTimestamp: "2026-07-28T14:00:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:29Z"
    name: isvc-sklearn-s3.18c678e5a3f2938e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52070"
    uid: 3dd57e08-b5aa-4fff-8903-a3a3ea5345fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52682"
    uid: a050cbe8-d60e-475a-b8b2-21ed1ec3a3ad
  kind: Event
  lastTimestamp: "2026-07-28T14:01:50Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:50Z"
    name: isvc-sklearn-s3.18c678f85e8d61ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "52683"
    uid: 9d147d07-6da4-49d4-8f87-a182b702aacc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7f5d59bf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "42665"
    uid: 20dd266e-2cce-481f-a445-0d68ec72fef2
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7f5d59bf98-7lklx'
  metadata:
    creationTimestamp: "2026-07-28T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-sklearn-scheduler-predictor-7f5d59bf98.18c677df545cea65
    namespace: kserve-ci-e2e-test
    resourceVersion: "42679"
    uid: 5be11e94-f32f-4c73-8146-10fefbcd7643
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42664"
    uid: 96b54ac3-8f1a-4df1-90ed-e6a1bacd19df
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7f5d59bf98 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-sklearn-scheduler-predictor.18c677df4bf3749d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42668"
    uid: c1c43990-4dc0-41cc-8234-3e1f1c3b89c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42657"
    uid: f10757d7-dd87-4fef-b5b7-abd852eb78e3
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-sklearn-scheduler.18c677df4bd0a637
    namespace: kserve-ci-e2e-test
    resourceVersion: "42687"
    uid: fade9986-1900-4a90-8c1e-fc767cf6790f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42657"
    uid: f10757d7-dd87-4fef-b5b7-abd852eb78e3
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-sklearn-scheduler.18c677df4d110e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42670"
    uid: ce820d3e-43fc-4965-a019-fed4f7f2f6e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42657"
    uid: f10757d7-dd87-4fef-b5b7-abd852eb78e3
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-sklearn-scheduler.18c677df4d119ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42671"
    uid: cb30478c-7c7d-4616-9fc0-6dec21d1848a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:47:48.895351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45778"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:47:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:47:48Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c678346f073e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "45782"
    uid: 2123e7fe-e779-4bdf-871c-fcd6c5628117
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45790"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:49Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:47:49Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67834897530b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45800"
    uid: 674d8ee6-e2bb-4957-9f07-760bc8ab1d3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:49Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c678348b6246bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45804"
    uid: 1d00c60c-da08-46df-9df3-c8bec1714939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:49Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c678348f01fdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45805"
    uid: 19d212ac-2c45-4b47-8bbf-beaef630aa66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:49Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c678348f8dba7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45806"
    uid: 21899b6b-b2f1-4bc6-9fa6-91be08da13f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a0595e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "45850"
    uid: 79212957-c50b-4157-8dc0-78af3ad971a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a36fed7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45854"
    uid: e5b15c9c-a904-409b-98fc-bcd7d9e6fb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a3e275d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45855"
    uid: 6a2ac1dc-eff9-414d-8c7b-30f84481820d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a3ede64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45856"
    uid: 03892167-f1d3-4613-b426-5bbdc41e9349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a6d0fb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: b8b79486-e3a0-443c-9a77-1a0dfd4f829b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835a74a4629
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 2797945d-2f01-4188-8a1c-78d4c26d3a99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:21Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67835dc1aec88
    namespace: kserve-ci-e2e-test
    resourceVersion: "46518"
    uid: 8e90a660-0aec-4660-8a5d-cc4f326e2c3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c6784967a8cc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46498"
    uid: edc63229-b2d1-4f68-9a94-9dc4e95577ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c6784967aa29b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46500"
    uid: 74c50ab5-aebf-4649-a153-898eec5e13e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45779"
    uid: ecac25ea-d89b-4671-b83b-a7be7ef491ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:21Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd.18c67849e2442f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46517"
    uid: e1816fed-c7ca-4d83-8ba3-40a436afe410
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785
    namespace: kserve-ci-e2e-test
    resourceVersion: "45766"
    uid: 769333bc-e5c8-4d68-8aa0-6530472a9a7e
  kind: Event
  lastTimestamp: "2026-07-28T13:47:48Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-845f7c8785-7sbwd'
  metadata:
    creationTimestamp: "2026-07-28T13:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:48Z"
    name: isvc-sklearn-v2-mixed-predictor-845f7c8785.18c678346e3e772b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45780"
    uid: 967446ee-3800-46d1-9d45-f1cded7dc17b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45763"
    uid: 8288fe8b-0a73-48a0-8690-a568fcf86faa
  kind: Event
  lastTimestamp: "2026-07-28T13:47:48Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-845f7c8785 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18c67834656f5f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "45767"
    uid: 033ecadf-212a-4e0d-9953-bd775991806e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45765"
    uid: 520210a7-db94-4dde-a5a0-85a59dc6cbf8
  kind: Event
  lastTimestamp: "2026-07-28T13:48:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18c67837e467bfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "46156"
    uid: 1b51a55a-f65a-464d-a87f-48431ac7b2bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45765"
    uid: 520210a7-db94-4dde-a5a0-85a59dc6cbf8
  kind: Event
  lastTimestamp: "2026-07-28T13:48:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:33Z"
    name: isvc-sklearn-v2-mixed-predictor.18c67837e4d55fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46157"
    uid: 472c5f69-06fe-4459-9b5b-322f43d2aea5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45930"
    uid: 520210a7-db94-4dde-a5a0-85a59dc6cbf8
  kind: Event
  lastTimestamp: "2026-07-28T13:49:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6783b63b1c691
    namespace: kserve-ci-e2e-test
    resourceVersion: "46481"
    uid: ebd10501-1902-4396-85cb-b92581c93fc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45930"
    uid: 520210a7-db94-4dde-a5a0-85a59dc6cbf8
  kind: Event
  lastTimestamp: "2026-07-28T13:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6783b6414e17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46482"
    uid: 120d7a31-a10d-4c66-876f-a1ff78792754
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45757"
    uid: 2fbb78bf-50fc-4b18-9001-879d8b1de7c3
  kind: Event
  lastTimestamp: "2026-07-28T13:49:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:11Z"
    name: isvc-sklearn-v2-mixed.18c67834656dab29
    namespace: kserve-ci-e2e-test
    resourceVersion: "46429"
    uid: 86c1aa35-9ef7-4acf-a3ba-517b839a8a52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45757"
    uid: 2fbb78bf-50fc-4b18-9001-879d8b1de7c3
  kind: Event
  lastTimestamp: "2026-07-28T13:47:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:47:48Z"
    name: isvc-sklearn-v2-mixed.18c6783465f4f8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "45771"
    uid: c0fb6553-06a6-4473-b589-ed67b1f07ac2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46427"
    uid: 2fbb78bf-50fc-4b18-9001-879d8b1de7c3
  kind: Event
  lastTimestamp: "2026-07-28T13:49:11Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:11Z"
    name: isvc-sklearn-v2-mixed.18c67847945df7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46428"
    uid: 3096efc9-a4cc-40c3-a027-7036757fe32e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:46:13.401851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45008"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781e332c0a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45014"
    uid: 46e96e0e-3c20-4ef6-9ad3-d6dff7ba7a19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45017"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781e4cb9ee72
    namespace: kserve-ci-e2e-test
    resourceVersion: "45025"
    uid: be8224bb-0a1b-4e81-84e9-f56caaf6ccb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781e4e1c2d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "45027"
    uid: 741a99df-b784-4ed2-acaf-c0d020429569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781e50ba932d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45028"
    uid: ac955a2b-43ba-4ed7-9314-1cf19edb40f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781e51337312
    namespace: kserve-ci-e2e-test
    resourceVersion: "45029"
    uid: d7767f00-5fe5-4408-8238-18f381785264
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f2ebb77e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45067"
    uid: baead04e-e16a-42a7-87b1-b70fa9bb8b98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f3183ef4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45069"
    uid: 3de2af27-0bc2-4d16-8b6f-1865cb4fcaa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f31ff2b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45070"
    uid: 95741cb8-1f5f-45ff-9364-5fdc45270a93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f3209416b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45073"
    uid: 986861c8-0de2-44ea-913b-55ac0b9e962b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f352691f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45075"
    uid: 66637e01-3c91-44a4-a497-d7503b16a8ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:46:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:17Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f35a4501b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45076"
    uid: 1039992b-1fbc-41ad-a81f-9133a2b53fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:47:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:44Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6781f6ac85974
    namespace: kserve-ci-e2e-test
    resourceVersion: "45720"
    uid: e6c723c8-15c0-4b3b-9465-4dbdb1ce0b51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:47:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:43Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6783336a1c156
    namespace: kserve-ci-e2e-test
    resourceVersion: "45713"
    uid: 7630c631-b390-411e-8009-170c314b15e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:47:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:43Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6783336a24796
    namespace: kserve-ci-e2e-test
    resourceVersion: "45714"
    uid: dcc0919a-f59c-4f77-8f4a-e300614fd637
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "45010"
    uid: 6d072783-68b3-4dc1-b6e1-6556389918d7
  kind: Event
  lastTimestamp: "2026-07-28T13:47:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:44Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm.18c6783370f53bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45719"
    uid: 6926ac3a-bfee-4914-b2c3-96adafa0f3ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-699bc6b4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44998"
    uid: 43f3e7ff-345f-415b-9a18-6d9d969f23d0
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-699bc6b4d4-5xbmm'
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor-699bc6b4d4.18c6781e32983a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "45009"
    uid: 882f6341-ca60-4838-96d8-61fa8172e687
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44996"
    uid: 466950cc-038a-44a0-bb53-442602032715
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-699bc6b4d4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2-predictor.18c6781e2f77c893
    namespace: kserve-ci-e2e-test
    resourceVersion: "44999"
    uid: be72f58d-01bb-4e90-8167-9fc3ceaa017e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44997"
    uid: 4acf3810-4518-4e1a-8f2f-c8bdada2b24b
  kind: Event
  lastTimestamp: "2026-07-28T13:46:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:43Z"
    name: isvc-sklearn-v2-predictor.18c67821aea553eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45258"
    uid: 180aefdd-344b-4f64-a3bd-bbe716a84aac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44997"
    uid: 4acf3810-4518-4e1a-8f2f-c8bdada2b24b
  kind: Event
  lastTimestamp: "2026-07-28T13:46:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:43Z"
    name: isvc-sklearn-v2-predictor.18c67821af15f64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45259"
    uid: ede024c3-3e13-40f8-896d-d033a8ae7480
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45149"
    uid: 4acf3810-4518-4e1a-8f2f-c8bdada2b24b
  kind: Event
  lastTimestamp: "2026-07-28T13:47:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:43Z"
    name: isvc-sklearn-v2-predictor.18c67828acd181ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "45695"
    uid: 6695ef7a-a86d-49b8-8191-9bcc9b3fe379
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45149"
    uid: 4acf3810-4518-4e1a-8f2f-c8bdada2b24b
  kind: Event
  lastTimestamp: "2026-07-28T13:47:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:43Z"
    name: isvc-sklearn-v2-predictor.18c67828ad4813ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "45696"
    uid: f9521736-6f79-479c-9c65-68125bedd1c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:45:08.121183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44466"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6780f002431ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "44472"
    uid: f210d594-09fc-4f0b-9ca0-d3a63e37ba03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6780f199edd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "44488"
    uid: 43e15fda-3c04-4889-b5a1-efec1ab6e821
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6780f1b136695
    namespace: kserve-ci-e2e-test
    resourceVersion: "44491"
    uid: c22d4290-8b33-4997-9feb-fbb794dfa479
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6780f1d8f6eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44492"
    uid: 48acee85-58ae-4b4c-8b64-c2da1ff28f70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6780f1dfa5324
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: db093aa2-d95f-4d63-b5e6-4eeb293f5c14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6781013c8bb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "44525"
    uid: 14969f9a-3ecc-40e1-86d1-25e8ffc97150
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c678101721b8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "44529"
    uid: 827fe7f2-85ab-42a8-bbe8-e709796e1313
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c678101796ba06
    namespace: kserve-ci-e2e-test
    resourceVersion: "44530"
    uid: bec02bf2-3c12-4043-88a7-66e5285458fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c67810179f88f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44531"
    uid: d965638f-383d-410c-b994-f5901b5e7e07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c678101a83f22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44533"
    uid: 15dcb9c5-534e-43be-852c-efa87e0b6387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c678101af36cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44535"
    uid: 33dc31a6-e0e1-4fb0-88fc-afa7465dee36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:45:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:45:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c67818b3cd2481
    namespace: kserve-ci-e2e-test
    resourceVersion: "44791"
    uid: a1937e19-f32e-4f51-88d1-006f442cfe43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6781d0030ab1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44944"
    uid: 2f72696e-9f78-4302-a60e-c8bf7aa915ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6781d003131dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44945"
    uid: 45bbb2c9-9877-425b-ba8f-e5b35993d039
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:46:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6781d59cd2db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45043"
    uid: 7288c486-ff10-4c1c-abc9-a8223a4506e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "44469"
    uid: 644d5fd1-e984-419b-922e-346dbc84dc22
  kind: Event
  lastTimestamp: "2026-07-28T13:46:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T13:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx.18c6781d981f72b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44969"
    uid: 8d052b99-aed4-4162-be4a-cc255782833a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44457"
    uid: 432ea609-9c0e-4d5c-b69c-2ae9a119a5fe
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-782vx'
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c6780eff9d9e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44467"
    uid: 8041ad48-d025-49ea-bcaf-6da1c6244943
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44455"
    uid: a2d7e8ff-261a-4188-8416-9a7f8274452c
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6780efce58075
    namespace: kserve-ci-e2e-test
    resourceVersion: "44459"
    uid: 6bf65607-3c66-49a6-84b3-323d88260ea7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44456"
    uid: ed42ef5f-9152-4f6a-b439-cda0401f9a6e
  kind: Event
  lastTimestamp: "2026-07-28T13:45:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18c678127b5e9e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44608"
    uid: 7464042b-12ca-4c85-ad69-a7adff0828a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44456"
    uid: ed42ef5f-9152-4f6a-b439-cda0401f9a6e
  kind: Event
  lastTimestamp: "2026-07-28T13:45:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18c678127cb2df8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44609"
    uid: 8d17391d-ef00-430c-9b55-ac45519d6d9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44607"
    uid: ed42ef5f-9152-4f6a-b439-cda0401f9a6e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18c67815fbc46e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "44927"
    uid: 032dcd34-32d7-4148-a0b7-e8515fd74684
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44607"
    uid: ed42ef5f-9152-4f6a-b439-cda0401f9a6e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18c67815fc0c7327
    namespace: kserve-ci-e2e-test
    resourceVersion: "44928"
    uid: 08be877c-cf7d-4f40-9572-f86c4759dc30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44448"
    uid: d7305754-f603-486b-b24b-174bb12038be
  kind: Event
  lastTimestamp: "2026-07-28T13:45:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:45:59Z"
    name: isvc-sklearn-v2-runtime.18c6780efce32c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "44869"
    uid: 457f1459-5ef4-404a-9695-004ae75bd689
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44448"
    uid: d7305754-f603-486b-b24b-174bb12038be
  kind: Event
  lastTimestamp: "2026-07-28T13:45:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:45:08Z"
    name: isvc-sklearn-v2-runtime.18c6780efd74de2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44462"
    uid: 0ee8aea0-ff90-4aff-9535-b7d2afbdc074
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44867"
    uid: d7305754-f603-486b-b24b-174bb12038be
  kind: Event
  lastTimestamp: "2026-07-28T13:45:59Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:45:59Z"
    name: isvc-sklearn-v2-runtime.18c6781b0acc6f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "44868"
    uid: 92a70d21-5bd1-4b10-9db2-acb3b3acb363
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44989"
    uid: ab1551b8-78d9-4260-944b-44c7ab1f273f
  kind: Event
  lastTimestamp: "2026-07-28T13:47:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:47:34Z"
    name: isvc-sklearn-v2.18c6781e2f77026b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45631"
    uid: 3889c4fd-cb83-41d0-97a0-b33025be742d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44989"
    uid: ab1551b8-78d9-4260-944b-44c7ab1f273f
  kind: Event
  lastTimestamp: "2026-07-28T13:46:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:46:13Z"
    name: isvc-sklearn-v2.18c6781e3013474f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45003"
    uid: 25113d69-7913-46f1-ae69-b5159b00c931
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45628"
    uid: ab1551b8-78d9-4260-944b-44c7ab1f273f
  kind: Event
  lastTimestamp: "2026-07-28T13:47:34Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:47:34Z"
    name: isvc-sklearn-v2.18c6783122016338
    namespace: kserve-ci-e2e-test
    resourceVersion: "45629"
    uid: 8b9e5bb5-ec88-4b19-b052-1e76c1170e3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: 6e43413e-b258-42cc-b7e1-03f46c961ca1
  kind: Event
  lastTimestamp: "2026-07-28T13:43:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:12Z"
    name: isvc-sklearn.18c677e0f6d9e07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 0b6e5311-892f-4bcc-986b-95a671d56e3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: 6e43413e-b258-42cc-b7e1-03f46c961ca1
  kind: Event
  lastTimestamp: "2026-07-28T13:41:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:41:50Z"
    name: isvc-sklearn.18c677e0f748ce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "42786"
    uid: 803e22e8-2621-42eb-adb1-baba28193979
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43429"
    uid: 6e43413e-b258-42cc-b7e1-03f46c961ca1
  kind: Event
  lastTimestamp: "2026-07-28T13:43:12Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:12Z"
    name: isvc-sklearn.18c677f41c1dd8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "43430"
    uid: 3170d565-df23-4d6c-852f-d03ae1c359bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:49:24.130108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46565"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-b9jqj
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784a9b7657d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46569"
    uid: 6c1ef7d8-7c51-446e-9ab4-a7a30f8ace80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46577"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784ab518b3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46587"
    uid: daf1db78-3aa4-4d3c-a9c0-bc63d9cb7316
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784ab7007aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "46590"
    uid: 69337fd5-d967-4119-8efd-bccbf2601700
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784aba24f3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46591"
    uid: 6eabbd1f-344e-41d2-9c3e-57990abde5c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784abaac0f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "46592"
    uid: 1e51ebbb-32ba-485f-bf36-22f855214b00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:29Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T13:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784bd6c6931f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46631"
    uid: f180afcc-7f27-400b-906f-90ce9c98e528
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.774s (3.775s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cb7c90fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "46657"
    uid: b5bfcc13-f921-48f4-8334-093ff6dfe79a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cbac9a790
    namespace: kserve-ci-e2e-test
    resourceVersion: "46658"
    uid: 51e0a9ec-f15c-4054-a5f3-79e9dcbe1aea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cbb442ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46659"
    uid: 2eb46027-d266-41e4-9b62-68ffaef83792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cbb4f9ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46660"
    uid: f07de635-bd4c-46c1-8984-9ec6002bde2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cbdf638f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46661"
    uid: ba345af6-d515-412f-8797-137522b01d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784cbea4e692
    namespace: kserve-ci-e2e-test
    resourceVersion: "46662"
    uid: 6fe5b044-b0b1-4742-b0be-21383355871e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:49:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c6784d026657ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "46722"
    uid: 8c5726d5-c516-450a-99d8-ed784d0af974
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:50:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c678540a63ab24
    namespace: kserve-ci-e2e-test
    resourceVersion: "46918"
    uid: 8759deeb-2863-4d9a-8db1-08f9ecef9873
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:50:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c678540a642526
    namespace: kserve-ci-e2e-test
    resourceVersion: "46919"
    uid: 3d0991f1-551f-46e2-88f1-40eba6b3768d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 02e0fe96-db34-43c0-90d8-8192a1088a97
  kind: Event
  lastTimestamp: "2026-07-28T13:50:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:30Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9jqj.18c678543a5fad03
    namespace: kserve-ci-e2e-test
    resourceVersion: "47167"
    uid: 0cd5029b-1234-4442-9100-5757b764661d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46554"
    uid: 14aafa63-cfa8-4798-bd58-d2cb86ed03ff
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-b9jqj'
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c6784a9aef9789
    namespace: kserve-ci-e2e-test
    resourceVersion: "46566"
    uid: ce897bc9-2192-4e55-b29c-df0a5a0550f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46552"
    uid: 05b0985f-bb6a-4077-b821-0b96bcb2d305
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow-predictor.18c6784a9605f642
    namespace: kserve-ci-e2e-test
    resourceVersion: "46555"
    uid: 5db10711-874a-44df-9178-ffcab62c10af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46553"
    uid: ff1694e4-89f8-4daf-b9d0-51953982571c
  kind: Event
  lastTimestamp: "2026-07-28T13:49:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:54Z"
    name: isvc-tensorflow-predictor.18c6784e14ea417d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: f07e42b2-b608-487f-a51a-ecc8baef5baa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46553"
    uid: ff1694e4-89f8-4daf-b9d0-51953982571c
  kind: Event
  lastTimestamp: "2026-07-28T13:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:54Z"
    name: isvc-tensorflow-predictor.18c6784e15571d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46828"
    uid: b5c436b9-d275-4417-9bd4-2f8e2ec6add1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:50:09.834469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46978"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:50:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:50:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678553fa7927e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46983"
    uid: 9c136384-165c-48ce-9a9b-0dfd94f5e7ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678554dadd627
    namespace: kserve-ci-e2e-test
    resourceVersion: "46991"
    uid: 373530a9-6ca7-4bb9-ab8c-6fdccd5cc3bf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46987"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:10Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:50:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678557cda086c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47002"
    uid: 18393ee1-c81f-4632-8459-babf1e5dfcfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678557e2dbf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "47004"
    uid: 71981714-5504-4a97-ad3b-7396ce769cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c6785580c620fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "47005"
    uid: 64ae34ce-75b7-451b-88ea-acb900fc866c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678558148ad5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47006"
    uid: bb4f57be-8569-4f0f-a375-1eff9174f339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c67856989a6cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47049"
    uid: 31f0f9cf-f885-47c1-9b74-773b038d82c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678569b6c7ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47051"
    uid: e6b4c1bf-4d10-432c-9472-a0087fa14e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678569bd58bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47054"
    uid: 5d354544-5c40-44b4-8ca4-ec5b2b265da5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678569be09183
    namespace: kserve-ci-e2e-test
    resourceVersion: "47055"
    uid: 4e89ee0c-88be-4b34-89ce-c53e956b3215
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678569ece6502
    namespace: kserve-ci-e2e-test
    resourceVersion: "47057"
    uid: 54ee0294-3552-4fe4-b902-b7df144cf592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c678569f32e28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47058"
    uid: 3478f485-25ab-464b-9661-027deb171e7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c67857107fb14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47113"
    uid: 35cc84a2-f599-4d35-94c0-806c17075295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c6785ea73db663
    namespace: kserve-ci-e2e-test
    resourceVersion: "47328"
    uid: 4ddae310-7cb2-4fa6-95f2-33e067644866
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:50:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c6785ea73edb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47329"
    uid: 03beeab1-d759-4420-9e89-f789b457d19f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46981"
    uid: 8bfdf9e5-37ab-4dd6-a2b9-7976c2fdef4f
  kind: Event
  lastTimestamp: "2026-07-28T13:51:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd.18c6785f72660084
    namespace: kserve-ci-e2e-test
    resourceVersion: "47600"
    uid: a8a7f6bc-61fe-4776-8405-32ab771e626f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "46966"
    uid: beb2d1ff-df10-4550-aa65-1c3ea273cedf
  kind: Event
  lastTimestamp: "2026-07-28T13:50:09Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-mskcd'
  metadata:
    creationTimestamp: "2026-07-28T13:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c678553f18995b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46980"
    uid: 5b68f76c-4835-4eaa-a722-08ab572dcec8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46964"
    uid: 7137c1c1-e076-4afb-b4e0-efe12c0f8688
  kind: Event
  lastTimestamp: "2026-07-28T13:50:09Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:09Z"
    name: isvc-tensorflow-runtime-predictor.18c678553bbf50a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46969"
    uid: 7797464f-1e5f-40db-9d22-2e13962b027f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46965"
    uid: 6568168a-447c-46a7-a036-d0b73489e073
  kind: Event
  lastTimestamp: "2026-07-28T13:50:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:39Z"
    name: isvc-tensorflow-runtime-predictor.18c67858ba60eafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47242"
    uid: 6747aa30-5954-4770-9783-ec150498d4e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46965"
    uid: 6568168a-447c-46a7-a036-d0b73489e073
  kind: Event
  lastTimestamp: "2026-07-28T13:50:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:39Z"
    name: isvc-tensorflow-runtime-predictor.18c67858bae57293
    namespace: kserve-ci-e2e-test
    resourceVersion: "47243"
    uid: 02e74195-833d-4e68-b14e-499d514a6527
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46957"
    uid: cdf4d3d9-80d9-4b43-be0e-ee6b2a1bbda3
  kind: Event
  lastTimestamp: "2026-07-28T13:50:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:50:33Z"
    name: isvc-tensorflow-runtime.18c678553bb8eb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "47200"
    uid: 20720ea3-072f-4b18-8a2f-f14ca0a9d6b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46957"
    uid: cdf4d3d9-80d9-4b43-be0e-ee6b2a1bbda3
  kind: Event
  lastTimestamp: "2026-07-28T13:50:09Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:50:09Z"
    name: isvc-tensorflow-runtime.18c678553c70f305
    namespace: kserve-ci-e2e-test
    resourceVersion: "46973"
    uid: 2c6f95a3-b406-414c-be2f-414454e5c48f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47197"
    uid: cdf4d3d9-80d9-4b43-be0e-ee6b2a1bbda3
  kind: Event
  lastTimestamp: "2026-07-28T13:50:33Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:50:33Z"
    name: isvc-tensorflow-runtime.18c6785ad046c30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47198"
    uid: 92219efa-bdb7-4185-b95e-0b5e4395ec7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46545"
    uid: 3715d72a-1070-4e3c-8f49-bc51383b64f0
  kind: Event
  lastTimestamp: "2026-07-28T13:49:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:50Z"
    name: isvc-tensorflow.18c6784a96023b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46801"
    uid: d4d736b6-a26c-4fd6-adbb-4219e5d50708
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46545"
    uid: 3715d72a-1070-4e3c-8f49-bc51383b64f0
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow.18c6784a96a3b307
    namespace: kserve-ci-e2e-test
    resourceVersion: "46575"
    uid: 4d68a01e-34e8-4339-8e08-32a38cd5c487
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46549"
    uid: 3715d72a-1070-4e3c-8f49-bc51383b64f0
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-tensorflow.18c6784a9c5146be
    namespace: kserve-ci-e2e-test
    resourceVersion: "46578"
    uid: 9b7047dc-9f5c-4922-9525-abe315a4ccfe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46798"
    uid: 3715d72a-1070-4e3c-8f49-bc51383b64f0
  kind: Event
  lastTimestamp: "2026-07-28T13:49:50Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:50Z"
    name: isvc-tensorflow.18c67850c2989544
    namespace: kserve-ci-e2e-test
    resourceVersion: "46799"
    uid: 87a8c109-8972-4d52-9b4a-06c93820379b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:50:55.415213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47395"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-ltsnb
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6785fdc7a72f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47399"
    uid: daa81fe7-e7b2-49fc-95af-e73810746792
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47403"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6785ff66e911e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47418"
    uid: 206fb27e-ccd4-44aa-aa6e-8667634f9f26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6785ff7ef06e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47420"
    uid: 8b7e9c72-3619-4fa3-839a-6dd3567ee82d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6785ffaab6524
    namespace: kserve-ci-e2e-test
    resourceVersion: "47422"
    uid: 34262341-4e88-487f-b71c-9c8383844985
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6785ffb24ab46
    namespace: kserve-ci-e2e-test
    resourceVersion: "47423"
    uid: 6943f20b-06f1-44dd-a498-9d4ef756d6ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:50:59Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T13:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:50:59Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c67860e2797227
    namespace: kserve-ci-e2e-test
    resourceVersion: "47452"
    uid: b105e2b3-0ce5-40c8-94b9-cddae5d2d2f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m52.871s
    (1m52.871s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b2a25b3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "48258"
    uid: 7955a890-726c-4f77-8ae1-833363fd59c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b2f657909
    namespace: kserve-ci-e2e-test
    resourceVersion: "48259"
    uid: b4af4a4c-f82a-4d3d-a61d-1553a7e233b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b304d696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48260"
    uid: 6ceaae3f-eef3-4eec-847e-563ba4d88791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b305b5c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "48261"
    uid: 65e01e9f-30c6-4638-83c4-c664231ae244
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b34569d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "48262"
    uid: a6a82691-5e8f-4591-a333-fba41584f10c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:52Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b350c55d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48263"
    uid: 8704f2ce-42c0-45ce-97ec-33e8b6633e09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:52:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:55Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787b9142d9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48284"
    uid: c768a569-0034-47dc-9515-24a600a0478b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:53:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:08Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787ebded45fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "48399"
    uid: 5354cf28-1798-465a-821b-27b943556668
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-ltsnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: dba1c2c9-38ee-4463-9c80-61bfd9873fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:53:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:08Z"
    name: isvc-triton-predictor-5d7db58676-ltsnb.18c6787ebdeddc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "48400"
    uid: 14e6cc5a-fae6-4e83-b8e6-858555638d28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47383"
    uid: 2ccf479a-e335-42f8-a439-174fb83f1b77
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-ltsnb'
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor-5d7db58676.18c6785fdbe875aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "47396"
    uid: fda88f16-e7b1-4821-8840-ac795513df04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47381"
    uid: 0d35af15-6cb1-4f5c-9a04-0eb475c2c001
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton-predictor.18c6785fd8a5d151
    namespace: kserve-ci-e2e-test
    resourceVersion: "47384"
    uid: 6344c492-fa50-4e7f-b058-bc5f5e627c3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47382"
    uid: f29ff48f-2d75-4767-bac0-410963b36569
  kind: Event
  lastTimestamp: "2026-07-28T13:52:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:52:55Z"
    name: isvc-triton-predictor.18c6786357cb1a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "48285"
    uid: 5bab9582-6e36-4d92-bda0-6ef241632dfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47382"
    uid: f29ff48f-2d75-4767-bac0-410963b36569
  kind: Event
  lastTimestamp: "2026-07-28T13:52:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:52:55Z"
    name: isvc-triton-predictor.18c67863583422b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48286"
    uid: e03b07c5-370d-4fa7-9676-f86eb6ca2029
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47373"
    uid: 946fc676-2d10-4307-bc2f-665479037394
  kind: Event
  lastTimestamp: "2026-07-28T13:53:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:00Z"
    name: isvc-triton.18c6785fd8a47318
    namespace: kserve-ci-e2e-test
    resourceVersion: "48329"
    uid: f4ed3e21-c16f-4365-baea-d6f888dee5b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47373"
    uid: 946fc676-2d10-4307-bc2f-665479037394
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton.18c6785fd917ed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "47406"
    uid: 76e9f462-2535-4cc0-8e81-ec43851f18ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47379"
    uid: 946fc676-2d10-4307-bc2f-665479037394
  kind: Event
  lastTimestamp: "2026-07-28T13:50:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:50:55Z"
    name: isvc-triton.18c6785fde7f2692
    namespace: kserve-ci-e2e-test
    resourceVersion: "47407"
    uid: 10e94a61-e0d6-4549-be3c-80cfccc02afe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48327"
    uid: 946fc676-2d10-4307-bc2f-665479037394
  kind: Event
  lastTimestamp: "2026-07-28T13:53:00Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:00Z"
    name: isvc-triton.18c6787cfd2d3e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48328"
    uid: b988c679-1a60-40c1-b1d6-12d57fbe8159
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:53:13.264908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48465"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-2x7bm
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c6787ff4f5e852
    namespace: kserve-ci-e2e-test
    resourceVersion: "48469"
    uid: 41ebe3e5-f780-4814-b5b8-cff5b8fc8669
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48475"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678801073eb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "48482"
    uid: ace90086-929c-4e05-b6f2-582d2870165c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c6788011cd8962
    namespace: kserve-ci-e2e-test
    resourceVersion: "48484"
    uid: c2e6ac56-1349-41fd-850f-53f9d59129ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678801687459b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48486"
    uid: 3ad40dc2-2cf8-4aee-a861-0fa320db42d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c6788017720698
    namespace: kserve-ci-e2e-test
    resourceVersion: "48487"
    uid: 107905cc-324e-4048-9ca9-3858f76a8a22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:18Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678812e9dabc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48530"
    uid: bc724747-1ee0-41ea-a1f3-5383f90addbb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.32s (17.32s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c6788536ff353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48650"
    uid: 6e6aa90a-a059-4b5f-a977-a1559ec734a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c6788539f02840
    namespace: kserve-ci-e2e-test
    resourceVersion: "48651"
    uid: 8b0c37ef-e2d6-4b1e-a26d-8e649d108505
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678853a59ac04
    namespace: kserve-ci-e2e-test
    resourceVersion: "48652"
    uid: 857e9cab-dc0b-44f7-8ad8-b7b66fb039e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678853a636c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "48653"
    uid: 302b1ff9-80ee-4436-9c75-d77358cbf216
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678853d35b812
    namespace: kserve-ci-e2e-test
    resourceVersion: "48654"
    uid: 85da0aea-5578-4711-851a-9e1842410117
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:53:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:35Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c678853d9badae
    namespace: kserve-ci-e2e-test
    resourceVersion: "48655"
    uid: 5f903432-2c8e-4b81-80f3-997add9d1273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c67885a070d073
    namespace: kserve-ci-e2e-test
    resourceVersion: "49160"
    uid: a2f56f53-cad1-473e-bbed-9f15f7116365
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c67894ed50d262
    namespace: kserve-ci-e2e-test
    resourceVersion: "49155"
    uid: 4caeeb89-50e5-4a9d-a686-219a46374ffb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c67894ed517faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49156"
    uid: 009d934a-a9da-4d55-aa73-b95356d430be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: e7489975-6c51-405d-91a7-32b5248fe262
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-2x7bm.18c67894fe88d7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49159"
    uid: 15366cf8-fd74-4aad-9252-3bd394c75d0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48454"
    uid: 022680d3-3ed1-4d40-a38f-797615e0ebba
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-2x7bm'
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c6787ff24d8f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48466"
    uid: 6d649e54-6f37-42c5-b345-910c80bcd0ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48451"
    uid: b2380ead-2a83-4fca-9056-548f7e960240
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost-predictor.18c6787febcc46bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "48456"
    uid: 89a146cf-77b2-4b93-9530-bd823f0db56a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48453"
    uid: 05cd6476-c4c6-4692-9ff9-b12c920dd79d
  kind: Event
  lastTimestamp: "2026-07-28T13:54:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:13Z"
    name: isvc-xgboost-predictor.18c678836af02412
    namespace: kserve-ci-e2e-test
    resourceVersion: "48921"
    uid: f4e55241-e4ec-475d-9b82-67f7ec01de2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48453"
    uid: 05cd6476-c4c6-4692-9ff9-b12c920dd79d
  kind: Event
  lastTimestamp: "2026-07-28T13:54:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:13Z"
    name: isvc-xgboost-predictor.18c678836b57dc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48922"
    uid: 33f0b15c-c796-4ea2-8514-b0f595609628
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48594"
    uid: 05cd6476-c4c6-4692-9ff9-b12c920dd79d
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor.18c67891674c0f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49139"
    uid: 6f6df633-42fa-4609-83e8-aa2f78e74e95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48594"
    uid: 05cd6476-c4c6-4692-9ff9-b12c920dd79d
  kind: Event
  lastTimestamp: "2026-07-28T13:54:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:43Z"
    name: isvc-xgboost-predictor.18c6789167bbfd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49140"
    uid: d48c59e7-64c0-42ed-90ba-4740956ceda9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:56:54.167025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50275"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b363c0a973
    namespace: kserve-ci-e2e-test
    resourceVersion: "50284"
    uid: 173376fa-2854-4fb5-aecd-c0193c02a351
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50285"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b37d4b3e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50294"
    uid: cb366e9d-4eb8-4588-8e0b-3a24fbea1066
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b37ebfc481
    namespace: kserve-ci-e2e-test
    resourceVersion: "50296"
    uid: 446540d8-d894-427c-8042-b30346a88a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b3825d7f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50297"
    uid: 334f8f8f-5c85-4768-94f5-1210698c0b89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b382cab6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "50298"
    uid: 8111f521-38ef-4122-81fc-d369de27b61d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b461bc6062
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: f9069074-724e-42f5-99d8-9edbe539911c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b4646c7c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "50338"
    uid: 2aec41b9-8fea-43f4-9088-2191c5c72855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b46521b9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50341"
    uid: fc2aa4ad-cfe1-45da-bbd5-19d44c59394c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b4652c18a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50342"
    uid: 5b891589-3bbc-47c9-b0d1-9b0ab3578211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b467f1e09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50344"
    uid: 736a8678-1e70-429c-8d5d-1de05205120d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:56:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:58Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b46873d23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: 1ef25401-09cb-422c-90de-49cc75087a9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:58:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678b49de897ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "50849"
    uid: 6f7f652d-f3dc-4f35-8228-d92d9d978b0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:58:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678c3b6ff6cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50833"
    uid: 1db7f6b1-2cd3-4387-9f9a-8df48f0b2b51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:58:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678c3b7006c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "50834"
    uid: be660730-4f44-4f2a-be2f-556cbbb7235e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst
    namespace: kserve-ci-e2e-test
    resourceVersion: "50277"
    uid: 39f45480-31d2-469b-a693-8ea01da2a34f
  kind: Event
  lastTimestamp: "2026-07-28T13:58:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2qcst.18c678c3fc0d82ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "50848"
    uid: 49ec2c14-749d-4255-9c2c-1985a892ae08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50267"
    uid: 1c45a338-5be3-4def-ab38-d29ce2476d16
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-2qcst'
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c678b363347db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50276"
    uid: a19f29dc-35ca-425c-bdd3-65043c04cc95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50263"
    uid: 4dcf18d2-2cd1-40fc-8c59-5012b7b9f1ce
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime-predictor.18c678b3602f9792
    namespace: kserve-ci-e2e-test
    resourceVersion: "50268"
    uid: f3cfa13e-48ac-4fab-a106-bfaf4f79f2cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50266"
    uid: b65993b0-d40c-4980-b06a-eaf70cbe24b4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:39Z"
    name: isvc-xgboost-runtime-predictor.18c678b6df03aaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "50637"
    uid: 01c2d395-714b-4057-a2f6-383e08e68fa4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50266"
    uid: b65993b0-d40c-4980-b06a-eaf70cbe24b4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:39Z"
    name: isvc-xgboost-runtime-predictor.18c678b6df46cbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "50638"
    uid: a876cb87-86ba-4643-89dd-34331458b21f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50427"
    uid: b65993b0-d40c-4980-b06a-eaf70cbe24b4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:54Z"
    name: isvc-xgboost-runtime-predictor.18c678c15c2dc763
    namespace: kserve-ci-e2e-test
    resourceVersion: "50742"
    uid: 6c4378bf-3cff-4c3b-b6b0-5f2213976289
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50427"
    uid: b65993b0-d40c-4980-b06a-eaf70cbe24b4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:54Z"
    name: isvc-xgboost-runtime-predictor.18c678c15c7c627b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50743"
    uid: 0e4776d6-eafb-42af-996d-b75d7c014291
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50258"
    uid: 2cf0b31d-8504-430d-bdf7-c9a16c1748d1
  kind: Event
  lastTimestamp: "2026-07-28T13:57:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:57:55Z"
    name: isvc-xgboost-runtime.18c678b3602eb707
    namespace: kserve-ci-e2e-test
    resourceVersion: "50761"
    uid: 670c2c40-75f5-47a7-889f-69e7b3157229
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50258"
    uid: 2cf0b31d-8504-430d-bdf7-c9a16c1748d1
  kind: Event
  lastTimestamp: "2026-07-28T13:56:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:56:54Z"
    name: isvc-xgboost-runtime.18c678b3610d9083
    namespace: kserve-ci-e2e-test
    resourceVersion: "50271"
    uid: 83e4f6ca-a815-47a4-8e13-ca5b0ef84803
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50759"
    uid: 2cf0b31d-8504-430d-bdf7-c9a16c1748d1
  kind: Event
  lastTimestamp: "2026-07-28T13:57:55Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:57:55Z"
    name: isvc-xgboost-runtime.18c678c1ace744ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "50760"
    uid: 82bd03f2-e334-4223-a15f-194f812f0e00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:54:48.513821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49228"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c67896223d058f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49232"
    uid: b8a0b70a-5948-4eb8-b039-ae219bb99c8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49237"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:48Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678963bbb5c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "49246"
    uid: 638e8dba-fc77-40e7-825f-803c5cf1d4c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678963d205723
    namespace: kserve-ci-e2e-test
    resourceVersion: "49248"
    uid: 0d600bd9-bde5-42c7-a94a-eefa263fa048
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678963faf5427
    namespace: kserve-ci-e2e-test
    resourceVersion: "49250"
    uid: cf7b4dcc-2ce8-4497-851a-f5f76d0689cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c67896401dfae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49251"
    uid: f4ec0092-86ca-419a-b4f0-c1fef6046c49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678973ce11522
    namespace: kserve-ci-e2e-test
    resourceVersion: "49284"
    uid: 5983337c-b9d8-436d-ae18-3c97058c3334
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678973fcccd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49286"
    uid: e66b6394-cd87-4947-b485-d7b117b585df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c6789740408da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49288"
    uid: 360cc00a-71a6-4494-8586-734130c42855
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c67897404a3d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "49290"
    uid: bb12a3fc-ed49-428d-b3fd-aac083f447fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c6789743205389
    namespace: kserve-ci-e2e-test
    resourceVersion: "49292"
    uid: 411ea148-e633-4086-93e2-dfc4acb0ce3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:54:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:54:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c6789743890b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "49294"
    uid: 98fc63db-d70b-4bfc-9c6d-8bc526d9ea90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:55:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678a1cdf4d58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49635"
    uid: ca9fba7e-db50-475a-a094-b9d2800fd0ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:55:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678a1cdf9317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49637"
    uid: 35166d53-02dd-4e86-b5a0-e4de20b0693e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: 2829b305-02eb-412c-aef6-3e7de593a648
  kind: Event
  lastTimestamp: "2026-07-28T13:55:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g.18c678a22ef1f1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49649"
    uid: e6041445-4bba-4c4e-906d-5ba59ad97312
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49214"
    uid: ab3fc115-bf55-4ab3-8b5f-b6705090d991
  kind: Event
  lastTimestamp: "2026-07-28T13:54:48Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fwt2g'
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c6789621c987ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "49229"
    uid: 17bc32b0-77e0-443b-b024-973155721e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49212"
    uid: e83ca816-23ea-4541-819b-8aaed589bdd5
  kind: Event
  lastTimestamp: "2026-07-28T13:54:48Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c678961cda7e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "49216"
    uid: c8b826ef-71f8-4e49-a7f9-a2130ca922f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49213"
    uid: 144fdc06-4728-453c-8696-e861dd36bac0
  kind: Event
  lastTimestamp: "2026-07-28T13:55:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c678999bee63e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49465"
    uid: d4b96a61-2985-45da-b573-3e06bb576e96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49213"
    uid: 144fdc06-4728-453c-8696-e861dd36bac0
  kind: Event
  lastTimestamp: "2026-07-28T13:55:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c678999c73c33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49466"
    uid: 18380173-8b03-42de-9133-db24ed80ca95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49364"
    uid: 144fdc06-4728-453c-8696-e861dd36bac0
  kind: Event
  lastTimestamp: "2026-07-28T13:55:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c678a09a787d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "49581"
    uid: 5e4f51aa-5619-4841-bf7b-c8759bb6fbb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49364"
    uid: 144fdc06-4728-453c-8696-e861dd36bac0
  kind: Event
  lastTimestamp: "2026-07-28T13:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c678a09ad5a149
    namespace: kserve-ci-e2e-test
    resourceVersion: "49582"
    uid: 6f9a888c-383c-4090-905f-70287411623e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49205"
    uid: 4d3397f7-6c8b-4465-8348-c9300a08b5b1
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-xgboost-v2-mlserver.18c678961cdb0f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49558"
    uid: e2ef5465-2ba8-4787-85cb-471e6cf9251e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49205"
    uid: 4d3397f7-6c8b-4465-8348-c9300a08b5b1
  kind: Event
  lastTimestamp: "2026-07-28T13:54:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:54:48Z"
    name: isvc-xgboost-v2-mlserver.18c678961d51cffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49218"
    uid: 384057ac-14f7-4593-bbb3-266db87b31ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49556"
    uid: 4d3397f7-6c8b-4465-8348-c9300a08b5b1
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-xgboost-v2-mlserver.18c6789fe1990a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "49557"
    uid: 951ed397-d733-4f0a-b835-add926df16d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:59:14.817063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51444"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-szw26
    to ip-10-0-138-35.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d42325f6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51450"
    uid: 7647939f-715a-4e68-b45b-40d2cb9aa356
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d42b750ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51460"
    uid: 71c1116b-9e03-4ef4-9ce6-1560d841f1f7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51454"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:15Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:59:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d4607e7ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51476"
    uid: b8bd4874-4fb4-4a2a-87cc-fe4291d6caaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d461ef6d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "51478"
    uid: 6615c75c-5d7f-4441-bbe7-572e7260f1e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d464a05890
    namespace: kserve-ci-e2e-test
    resourceVersion: "51479"
    uid: ff91cdd8-7eda-4033-9c92-05c2bc4a4418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d46515ebc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51480"
    uid: c99c4c7f-61a6-4b26-a40b-691652a60633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d5595d4a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "51514"
    uid: 1b3044d7-f84c-4862-a6e3-eb8aae9ced52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d55c253a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "51516"
    uid: 1970603e-ea7c-4cfb-91de-88cc739e6244
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d55c981cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51518"
    uid: 1bb55156-331f-4e88-92fc-6e3e04541ac3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d55ca18f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51520"
    uid: 7e40ad3e-18b5-4254-ad0b-4f92f1498413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d55f8df69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51522"
    uid: 3f831b7c-91f7-4051-8f6c-4f54cd3a33b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T13:59:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d560298c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "51523"
    uid: ef8efada-e27e-440b-848a-5980efa2d754
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T14:00:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678d5d1364c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "52035"
    uid: d8c28f11-9633-482a-8b4c-b32b2d564760
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T14:00:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678e474c23aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "52004"
    uid: a4fd24b2-5b8b-4f91-9c54-14bd7b71049b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T14:00:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678e474c2b329
    namespace: kserve-ci-e2e-test
    resourceVersion: "52005"
    uid: 635ea4d0-6325-4949-b2c9-2c2c29e7aa30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: acc2185e-7bce-4dbf-9abe-901e9d3a0d4b
  kind: Event
  lastTimestamp: "2026-07-28T14:00:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-szw26.18c678e52f53cccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52034"
    uid: dc3ecf3e-1121-4944-864f-2bd5906e292a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51435"
    uid: 88a06a5b-ca50-408f-9f91-2989a93c15fc
  kind: Event
  lastTimestamp: "2026-07-28T13:59:14Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-szw26'
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c678d422917f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "51448"
    uid: 7b637d8c-aba7-410f-8c9f-8904c1b84b14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51433"
    uid: 90d627d3-2ad5-40d2-b71c-77fd83ffb68f
  kind: Event
  lastTimestamp: "2026-07-28T13:59:14Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2-predictor.18c678d41d9ca259
    namespace: kserve-ci-e2e-test
    resourceVersion: "51437"
    uid: fe1b39f4-f5d1-4ca8-95d3-70cdde8d0a2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51434"
    uid: 06755eca-d2dd-4c29-8425-a50946a3e617
  kind: Event
  lastTimestamp: "2026-07-28T13:59:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:44Z"
    name: isvc-xgboost-v2-predictor.18c678d79c22d1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51701"
    uid: 6ff31534-ef1d-449c-8287-9adc6d9e789a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51434"
    uid: 06755eca-d2dd-4c29-8425-a50946a3e617
  kind: Event
  lastTimestamp: "2026-07-28T13:59:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:44Z"
    name: isvc-xgboost-v2-predictor.18c678d79c83a377
    namespace: kserve-ci-e2e-test
    resourceVersion: "51702"
    uid: 492bee62-8c1d-4728-ac72-8b36ec30a25d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51593"
    uid: 06755eca-d2dd-4c29-8425-a50946a3e617
  kind: Event
  lastTimestamp: "2026-07-28T14:00:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:14Z"
    name: isvc-xgboost-v2-predictor.18c678de9a57cbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51910"
    uid: cf3adb3b-c5ef-4b9a-8655-56dd8b68eb86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51593"
    uid: 06755eca-d2dd-4c29-8425-a50946a3e617
  kind: Event
  lastTimestamp: "2026-07-28T14:00:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:14Z"
    name: isvc-xgboost-v2-predictor.18c678de9abefbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "51911"
    uid: d09b1afb-ecbe-441b-ad19-ac913da61d4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:58:09.431428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50899"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c4e9dc6459
    namespace: kserve-ci-e2e-test
    resourceVersion: "50904"
    uid: bfb1d580-99bc-4900-be00-696ebb7f9785
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50908"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c503396b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50917"
    uid: 8ebe7d22-39b2-4626-af43-80cc1084d371
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c504ebf920
    namespace: kserve-ci-e2e-test
    resourceVersion: "50919"
    uid: 86c65bc9-551c-43c7-9a23-e9fb90267f91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c508a42e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50920"
    uid: 088d3f78-3966-4892-a11f-21cbf5593ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c5090e8e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "50921"
    uid: a4764a95-43e5-4a9f-a574-787feedc6c21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c6040ca521
    namespace: kserve-ci-e2e-test
    resourceVersion: "50957"
    uid: dc47d00f-227b-46df-b70e-eb1b5a3ce040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c6070ce98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50960"
    uid: 99ff8e6f-9218-4284-9066-ae5025bfa19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c607962f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "50963"
    uid: a9cb8abb-6bfb-4f96-a787-acebe2e36719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c6079ee354
    namespace: kserve-ci-e2e-test
    resourceVersion: "50964"
    uid: 67140e9b-6474-4fbd-8ca0-2a390a676f0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c60a7c6d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50967"
    uid: 74b4b544-4a63-4ba5-8dc5-f3026a8562a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678c60aec4405
    namespace: kserve-ci-e2e-test
    resourceVersion: "50968"
    uid: 682bc1de-f18f-4f34-bc44-5baf1c696135
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:58:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T13:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678cede88d1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51236"
    uid: 5efae5b8-060c-42c8-8400-c1ff14a55e79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:59:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678d2eba24042
    namespace: kserve-ci-e2e-test
    resourceVersion: "51386"
    uid: aeb4c2e2-9a64-436b-8dc5-2df8e3bddabb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:59:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678d2eba35af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51387"
    uid: 4fcc9044-422e-49e4-b482-4643c3b6f82f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 12341c43-4ba8-4806-aefd-811b638d1e45
  kind: Event
  lastTimestamp: "2026-07-28T13:59:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:59:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz.18c678d385f2f186
    namespace: kserve-ci-e2e-test
    resourceVersion: "51406"
    uid: adcacc06-ca22-4579-8c61-5992f5ba731b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50888"
    uid: ecc84a90-8915-4054-8d64-3787ba7493f7
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v96kz'
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c678c4e94a716f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50901"
    uid: 4fcc6fa5-4548-4b81-9da3-ee7fc03a3c66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50885"
    uid: 97f19cf6-f1a9-4dc2-8fee-d4ff2bf506c2
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c678c4e68d3862
    namespace: kserve-ci-e2e-test
    resourceVersion: "50890"
    uid: 8b3046c3-e7c7-4c41-9d91-727da96deafb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50887"
    uid: e2d3a777-c1c7-4fad-9be4-2981125176f4
  kind: Event
  lastTimestamp: "2026-07-28T13:58:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:54Z"
    name: isvc-xgboost-v2-runtime-predictor.18c678c86589f7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51250"
    uid: 631fe97f-27d2-4862-8fd4-33b8efb8cee1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50887"
    uid: e2d3a777-c1c7-4fad-9be4-2981125176f4
  kind: Event
  lastTimestamp: "2026-07-28T13:58:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:54Z"
    name: isvc-xgboost-v2-runtime-predictor.18c678c865e1be0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51251"
    uid: 938e4872-e16b-443c-bcfa-6ff50670994b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51040"
    uid: e2d3a777-c1c7-4fad-9be4-2981125176f4
  kind: Event
  lastTimestamp: "2026-07-28T13:59:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c678cbe4fac0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51369"
    uid: fa4587c7-87fa-461b-94b5-aad39c055672
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51040"
    uid: e2d3a777-c1c7-4fad-9be4-2981125176f4
  kind: Event
  lastTimestamp: "2026-07-28T13:59:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c678cbe55b2c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "51370"
    uid: c8153d2c-e5d1-47db-9dad-ebf0c8f020d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50878"
    uid: aae03bf5-6cf3-49d1-ba08-e79270e2fbef
  kind: Event
  lastTimestamp: "2026-07-28T13:59:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:59:02Z"
    name: isvc-xgboost-v2-runtime.18c678c4e691decb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51313"
    uid: f6cb5342-7f94-4f2a-a078-88ba71c7923d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50878"
    uid: aae03bf5-6cf3-49d1-ba08-e79270e2fbef
  kind: Event
  lastTimestamp: "2026-07-28T13:58:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:58:09Z"
    name: isvc-xgboost-v2-runtime.18c678c4e6e77a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50893"
    uid: 007fa5d5-502e-472f-b712-a350c61afb2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51311"
    uid: aae03bf5-6cf3-49d1-ba08-e79270e2fbef
  kind: Event
  lastTimestamp: "2026-07-28T13:59:02Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:59:02Z"
    name: isvc-xgboost-v2-runtime.18c678d13781c48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51312"
    uid: 728ffa8f-1dda-4085-83d2-4d5f1c04920e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51426"
    uid: cecd1f44-adcf-42d1-b8a3-f3f5b7403293
  kind: Event
  lastTimestamp: "2026-07-28T14:00:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:18Z"
    name: isvc-xgboost-v2.18c678d41d69f279
    namespace: kserve-ci-e2e-test
    resourceVersion: "51943"
    uid: b8bbbc45-e111-4afe-b77e-2fcd94416a61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51426"
    uid: cecd1f44-adcf-42d1-b8a3-f3f5b7403293
  kind: Event
  lastTimestamp: "2026-07-28T13:59:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2.18c678d41dce066b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51456"
    uid: ce6625a4-ae41-491f-be0b-b3688b0c97a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51430"
    uid: cecd1f44-adcf-42d1-b8a3-f3f5b7403293
  kind: Event
  lastTimestamp: "2026-07-28T13:59:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:59:14Z"
    name: isvc-xgboost-v2.18c678d426673c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "51457"
    uid: 00b3bfdb-6faf-49b3-b2fc-14c29d9e1025
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51941"
    uid: cecd1f44-adcf-42d1-b8a3-f3f5b7403293
  kind: Event
  lastTimestamp: "2026-07-28T14:00:18Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:18Z"
    name: isvc-xgboost-v2.18c678e2e0a62418
    namespace: kserve-ci-e2e-test
    resourceVersion: "51942"
    uid: d08d213e-e419-4f0e-bdb5-508ce16f7470
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48444"
    uid: f7e61367-b3d9-4860-bc48-0ecd82553950
  kind: Event
  lastTimestamp: "2026-07-28T13:54:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:54:33Z"
    name: isvc-xgboost.18c6787febc09ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49074"
    uid: 8c62a331-003b-43b5-8a6d-105d78b73430
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48444"
    uid: f7e61367-b3d9-4860-bc48-0ecd82553950
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost.18c6787fecaba999
    namespace: kserve-ci-e2e-test
    resourceVersion: "48478"
    uid: cfd5ad62-f042-422f-a8a0-e5dcf8319f5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48452"
    uid: f7e61367-b3d9-4860-bc48-0ecd82553950
  kind: Event
  lastTimestamp: "2026-07-28T13:53:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:13Z"
    name: isvc-xgboost.18c6787ffb3415a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48479"
    uid: ec98b4f5-1b84-4bd0-9b2e-991f4b16479d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49071"
    uid: f7e61367-b3d9-4860-bc48-0ecd82553950
  kind: Event
  lastTimestamp: "2026-07-28T13:54:33Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:54:33Z"
    name: isvc-xgboost.18c67892b0d861e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49072"
    uid: 6308f8cf-e031-44e5-b0bc-8df62ebcd14e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:48:54.592989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-vv8rb
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fd8a310307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 137bdf5d-5343-4ecd-9aa5-1c2c11deca58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fd97762006
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: bee7608c-fbf3-4864-8aa4-1a30a6a2bcd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:55Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:48:55Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fdc74d7d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: ef5ac3be-1301-4adf-bd1c-c7d0964c5ac0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T12:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:55Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fdc89adc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: c4d032e8-761e-45fd-b9d3-c76c033ec962
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.243s (1.244s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:56Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe12c15650
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: dd68a82d-df7a-471a-8888-d715b2da4af8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:56Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe162a2feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 44b001b5-a04a-4c19-a796-70490ea41b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:56Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe169bc966
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 5404cb21-44f1-43e5-b89b-fd4a0bc774b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:56Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe16a70449
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 7b101c02-5c11-475b-bb70-85a1cdca7a56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:57Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe19d7e344
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 837a4119-02b0-44a6-9a9f-cbdb4b84eab2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:48:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:57Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c674fe1a5b3a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 42426322-7e61-4a1c-9a0a-f5a20d8d1997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c675186d1894b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: b5248854-7111-4fc6-a413-38b5ed87a152
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-vv8rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 50444542-9319-4865-9ee1-b08ea60984af
  kind: Event
  lastTimestamp: "2026-07-28T12:50:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:50Z"
    name: message-dumper-predictor-6575bcfdfd-vv8rb.18c675186d18fd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17571"
    uid: fd46e2da-15af-4e36-8fe2-c45561c9dd51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: f045119d-0535-4156-80bb-77550e813d59
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-vv8rb'
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: message-dumper-predictor-6575bcfdfd.18c674fd89934367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: de4375e9-70a9-4ace-be8f-aa8eead06dbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: b0a50867-05d9-4570-b7d2-e55330eeb118
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: message-dumper-predictor.18c674fd854f5afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 008c6807-92e0-4d1e-8632-9a7d1fe7576a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: efbca7e3-badd-40b2-9636-6b0add9aacdd
  kind: Event
  lastTimestamp: "2026-07-28T12:49:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:39Z"
    name: message-dumper-predictor.18c675010433c72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: cd3caca2-047a-401e-882a-d08fa254c2f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: efbca7e3-badd-40b2-9636-6b0add9aacdd
  kind: Event
  lastTimestamp: "2026-07-28T12:49:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:39Z"
    name: message-dumper-predictor.18c67501049dc808
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: a4a3cd88-2f3d-436e-a1b2-1e34a87a37c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: efbca7e3-badd-40b2-9636-6b0add9aacdd
  kind: Event
  lastTimestamp: "2026-07-28T12:49:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:24Z"
    name: message-dumper-predictor.18c6750483670d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 8614158d-a95c-4b34-9e52-8a0097921cfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: efbca7e3-badd-40b2-9636-6b0add9aacdd
  kind: Event
  lastTimestamp: "2026-07-28T12:49:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:24Z"
    name: message-dumper-predictor.18c6750483a7f1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: ef867d05-0859-45a7-b080-2459d4cea738
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: 6d6725b4-1dfa-4e18-b93c-d24c77f944a3
  kind: Event
  lastTimestamp: "2026-07-28T12:49:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:05Z"
    name: message-dumper.18c674fd8517c3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 185de85b-32ba-4db2-a51b-512240a67bba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: 6d6725b4-1dfa-4e18-b93c-d24c77f944a3
  kind: Event
  lastTimestamp: "2026-07-28T12:48:54Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T12:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:48:54Z"
    name: message-dumper.18c674fd85827e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 4c06d03e-5b5d-4ae9-b285-92e99c60e0df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 6d6725b4-1dfa-4e18-b93c-d24c77f944a3
  kind: Event
  lastTimestamp: "2026-07-28T12:49:05Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:05Z"
    name: message-dumper.18c6750012cd7a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 3d3eb3f1-2f15-44b2-97d9-bae1188a9178
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:43:25.904448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43566"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f7338c8b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43571"
    uid: f902f91b-512b-479b-b135-a108c3e27cee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43579"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:26Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:43:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f74cebf571
    namespace: kserve-ci-e2e-test
    resourceVersion: "43586"
    uid: cc5bdbdb-56dd-47f5-b91b-729260ee0c27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f74e56ba47
    namespace: kserve-ci-e2e-test
    resourceVersion: "43588"
    uid: c1ff19f3-0218-48a4-a9b6-57450f2f3396
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f750fe7505
    namespace: kserve-ci-e2e-test
    resourceVersion: "43589"
    uid: fdaf1164-d245-42eb-ba5a-ed9d08c02519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f7516b9313
    namespace: kserve-ci-e2e-test
    resourceVersion: "43590"
    uid: d505ac7d-73f6-4ab2-a068-306717a4aef3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f839812da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43625"
    uid: 7e0b063e-6f07-47c4-9501-d3bf51ed151d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f83cbf00dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43627"
    uid: 62fb67ed-3312-4d2d-a89d-c118a1776d43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f83d32d697
    namespace: kserve-ci-e2e-test
    resourceVersion: "43630"
    uid: acaea926-b2b6-4a12-8489-30b766957a79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f83d3cf1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "43631"
    uid: 9ca07ad1-cf7d-4c37-bdc6-29d7fcdde158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f84027b3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 5dedc980-e1fc-4285-a730-6dbaba43216b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c677f840942118
    namespace: kserve-ci-e2e-test
    resourceVersion: "43634"
    uid: 135a810e-d365-43dd-ac27-b9bdeea18a35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T13:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c6780117f047b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43900"
    uid: a23d6cdb-1187-42bc-bd7e-1294d3cabd65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c6780529517afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44048"
    uid: 583b930c-06ef-4a09-a3ca-0cb4ccf019aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c67805295246c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44049"
    uid: 716a0abe-8450-4eab-be24-7bd94b74a34f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43568"
    uid: 125dc9e5-7305-49aa-a985-e0de59a01cb6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb.18c67805bb7bfd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44070"
    uid: d6dbe644-a5d8-462a-8aa0-13e83cf927cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43551"
    uid: 5d414ae3-f66e-4aa8-b9c6-2b2c8f5707b2
  kind: Event
  lastTimestamp: "2026-07-28T13:43:25Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-w6nkb'
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c677f733110e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43567"
    uid: 6b856a57-7b34-4060-b00c-1cb2b1057e7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43549"
    uid: ff9bdb08-8785-4892-a576-9dc56e87e3cc
  kind: Event
  lastTimestamp: "2026-07-28T13:43:25Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:25Z"
    name: sklearn-v2-mlserver-predictor.18c677f72bd6950c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43554"
    uid: 9af37d21-5d5a-4661-95f1-88f726830790
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43550"
    uid: 77d8f00a-9920-4a8b-9cf5-f88b3dd9c0c2
  kind: Event
  lastTimestamp: "2026-07-28T13:43:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:55Z"
    name: sklearn-v2-mlserver-predictor.18c677faaa7acda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43809"
    uid: e308d0ac-d70f-4dbc-afbe-79722944e6d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43550"
    uid: 77d8f00a-9920-4a8b-9cf5-f88b3dd9c0c2
  kind: Event
  lastTimestamp: "2026-07-28T13:43:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:55Z"
    name: sklearn-v2-mlserver-predictor.18c677faaad848a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43810"
    uid: cddcd847-3a59-4ffc-87c2-128cdf8f896e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43707"
    uid: 77d8f00a-9920-4a8b-9cf5-f88b3dd9c0c2
  kind: Event
  lastTimestamp: "2026-07-28T13:44:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:25Z"
    name: sklearn-v2-mlserver-predictor.18c67801a8b09646
    namespace: kserve-ci-e2e-test
    resourceVersion: "44041"
    uid: 15c97645-c685-4b94-acbb-94b3ba06e4c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43707"
    uid: 77d8f00a-9920-4a8b-9cf5-f88b3dd9c0c2
  kind: Event
  lastTimestamp: "2026-07-28T13:44:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:25Z"
    name: sklearn-v2-mlserver-predictor.18c67801a91bdf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44046"
    uid: a40fe401-1f83-49ba-9dee-e105c58779b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43542"
    uid: d77cfe51-f1aa-4579-8798-eda391bc6a45
  kind: Event
  lastTimestamp: "2026-07-28T13:44:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:18Z"
    name: sklearn-v2-mlserver.18c677f72bb0f7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "43980"
    uid: 14fc613b-e801-49a8-8142-b6cef0f1457c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43542"
    uid: d77cfe51-f1aa-4579-8798-eda391bc6a45
  kind: Event
  lastTimestamp: "2026-07-28T13:43:25Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:25Z"
    name: sklearn-v2-mlserver.18c677f72c7b1ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43573"
    uid: 32e3bba7-903e-4ac5-a528-8303626c6357
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43544"
    uid: d77cfe51-f1aa-4579-8798-eda391bc6a45
  kind: Event
  lastTimestamp: "2026-07-28T13:43:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:25Z"
    name: sklearn-v2-mlserver.18c677f733c77f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43575"
    uid: ee62c5d0-2daa-483a-b541-b394eb05e7a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43978"
    uid: d77cfe51-f1aa-4579-8798-eda391bc6a45
  kind: Event
  lastTimestamp: "2026-07-28T13:44:18Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:18Z"
    name: sklearn-v2-mlserver.18c678036d09c120
    namespace: kserve-ci-e2e-test
    resourceVersion: "43979"
    uid: c9069465-93fa-44da-805b-3cb85510a4f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:55:43.815102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49697"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:55:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:55:43Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a30273947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49703"
    uid: 0f2f57d5-0ca9-4a3b-baa7-da4a412b0f9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85b6899677-lrqjr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49707"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:44Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:55:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a31bc57ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49714"
    uid: 1717d6a7-f408-4f9d-96a1-6263418828b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a31d997696
    namespace: kserve-ci-e2e-test
    resourceVersion: "49716"
    uid: de628c96-70a9-464c-b74d-c76b6e93bdfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a32040ea1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49717"
    uid: eec44054-3503-4d55-816e-f0a702608017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a320ae9278
    namespace: kserve-ci-e2e-test
    resourceVersion: "49718"
    uid: 19e740b2-3c75-453a-9303-5435e354e14b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a419b06377
    namespace: kserve-ci-e2e-test
    resourceVersion: "49754"
    uid: 09e6d69b-9f69-4a8f-ac41-a13ae66d648a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a41cd8040b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49756"
    uid: 5700606f-bdd4-4789-9532-13536cb732a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a41d4e16bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49759"
    uid: 56b172f1-6470-4f5c-8417-4edd5b5269c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a41d57b410
    namespace: kserve-ci-e2e-test
    resourceVersion: "49761"
    uid: d7340407-d5ec-47d2-88f1-02160f69b1fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a420466308
    namespace: kserve-ci-e2e-test
    resourceVersion: "49762"
    uid: d28c2429-5cb9-4570-b75e-3dfb568a1df1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:55:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678a420bf4b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "49763"
    uid: 188cc237-591a-4894-bc7a-da916d38a5d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:56:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678aea98741d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50117"
    uid: 464c34ff-bb08-4be6-a37e-817eedcb5726
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:56:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678aea987b5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50118"
    uid: e3153bc7-827c-4f4e-8a10-3366b88f1a79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:56:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678af47bca475
    namespace: kserve-ci-e2e-test
    resourceVersion: "50133"
    uid: e8f0413f-2f60-45a4-a39b-121d2f3130ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97
    namespace: kserve-ci-e2e-test
    resourceVersion: "49700"
    uid: cc501b51-1f12-4b12-807b-0c4cd8fe3cff
  kind: Event
  lastTimestamp: "2026-07-28T13:56:36Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:56:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-94l97.18c678af48157152
    namespace: kserve-ci-e2e-test
    resourceVersion: "50134"
    uid: 60f90f2b-cb1b-4528-9cff-7ba9c8892c7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49687"
    uid: ba02139e-a0cb-49ca-b185-77bfb8d51d7c
  kind: Event
  lastTimestamp: "2026-07-28T13:55:43Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-94l97'
  metadata:
    creationTimestamp: "2026-07-28T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:43Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c678a301fc9e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "49698"
    uid: f8fdc917-f101-44ef-9924-4e2ba32315bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49685"
    uid: f0a28e3a-8479-4819-b114-913757330add
  kind: Event
  lastTimestamp: "2026-07-28T13:55:43Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:43Z"
    name: xgboost-v2-mlserver-predictor.18c678a2fede36af
    namespace: kserve-ci-e2e-test
    resourceVersion: "49690"
    uid: 2b1f1601-610b-4256-81b9-003fa2127942
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 963679c0-1225-4647-91e0-059c5123e636
  kind: Event
  lastTimestamp: "2026-07-28T13:56:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:13Z"
    name: xgboost-v2-mlserver-predictor.18c678a67dc470fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49948"
    uid: c11cd160-8ac3-463f-a34c-508e1db01a32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 963679c0-1225-4647-91e0-059c5123e636
  kind: Event
  lastTimestamp: "2026-07-28T13:56:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:13Z"
    name: xgboost-v2-mlserver-predictor.18c678a67e24f788
    namespace: kserve-ci-e2e-test
    resourceVersion: "49949"
    uid: 83597148-1c9e-45da-9317-c38d19f8a34a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49841"
    uid: 963679c0-1225-4647-91e0-059c5123e636
  kind: Event
  lastTimestamp: "2026-07-28T13:56:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:28Z"
    name: xgboost-v2-mlserver-predictor.18c678ad7c1f1707
    namespace: kserve-ci-e2e-test
    resourceVersion: "50059"
    uid: 18bf05b4-4284-4722-8d40-b9c86d00c1c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49841"
    uid: 963679c0-1225-4647-91e0-059c5123e636
  kind: Event
  lastTimestamp: "2026-07-28T13:56:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:28Z"
    name: xgboost-v2-mlserver-predictor.18c678ad7c80760a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50062"
    uid: 0b4417e6-754f-4ec4-baa3-be276934e9a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49677"
    uid: f6ba6f6e-5318-440b-9b50-86fdced20ac4
  kind: Event
  lastTimestamp: "2026-07-28T13:56:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:56:26Z"
    name: xgboost-v2-mlserver.18c678a2fecb13cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50042"
    uid: d37ae19e-76b3-4d73-be41-6126d4b6f711
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49677"
    uid: f6ba6f6e-5318-440b-9b50-86fdced20ac4
  kind: Event
  lastTimestamp: "2026-07-28T13:55:43Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:43Z"
    name: xgboost-v2-mlserver.18c678a2ff731a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "49692"
    uid: 7771df80-a692-46ac-adba-a20bfd20b7e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50039"
    uid: f6ba6f6e-5318-440b-9b50-86fdced20ac4
  kind: Event
  lastTimestamp: "2026-07-28T13:56:26Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:56:26Z"
    name: xgboost-v2-mlserver.18c678acf96fcdaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50041"
    uid: 07a399eb-7b80-4ed9-b37a-db3a049ecff1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55658"