---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:17.492361Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db061114ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: fd4e3b14-4ecf-481f-9236-9a92aec7f3c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db06fb68cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: bc4651dd-9a40-4b33-85a1-7d1ab3289977
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:18Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db0a6d37e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: 124bf041-93ef-448e-8f40-9e2604a1cb7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db0a84d8ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: fd0d7e05-0f19-4acb-bf76-4793bfdfafe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db0aaf6c52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 06e0837d-0e6f-4454-8f14-e3bb228fedb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db0ab67be5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: d75b7047-0a1b-4a0d-a384-243604dffc08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db222885720
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 97ccf3ba-b446-4ce7-862e-3aebcdfd4286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db22547a0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 868e25cc-726c-4387-a245-7968167f46eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db225bf6f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 8fe43b8a-e460-4237-b369-a9a08a8bb9f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db225c9461a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 31ce18b3-0fdf-4115-a5e9-7afb34fe9f7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db22867aba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: f041b066-f7ea-4e82-be07-056d4455e83e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db228e57e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 91f6ba6d-05aa-452b-abe0-f1237ed38591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db29a5916a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 55e1f227-0f5a-4dac-8284-7c00db01cf94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db8a0bd3e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 7835673a-2a20-46ba-9ef8-aed0a8a64898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db8a0bde7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 25121bec-5650-4abb-a4e3-d271deb8e364
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: e36b13eb-0f7e-4d04-8c59-701f19c318a0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz.18d62db8a84fe0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: a7bb0782-945e-4417-bdff-6d07ba8dadc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 6cadb628-86c7-4661-b3a1-0704357dc101
  kind: Event
  lastTimestamp: "2026-09-17T18:02:17Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h42mz'
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62db060977df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: eb9ef8fd-c26d-4b33-98bb-d54f404d2a5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: c3b8a70e-a7f3-462d-ad97-234260947fc5
  kind: Event
  lastTimestamp: "2026-09-17T18:02:17Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62db05d0ac03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: e274012e-c8c1-465c-a598-4a8c7a830483
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 47eb90e7-b985-4bdc-9108-09d7e158b059
  kind: Event
  lastTimestamp: "2026-09-17T18:02:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62db3dbf009d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: 84fd1cd9-ad60-4ff9-99b0-68cb437aeda8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 47eb90e7-b985-4bdc-9108-09d7e158b059
  kind: Event
  lastTimestamp: "2026-09-17T18:02:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62db3dc662b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 6f0bd53e-e70d-4d1d-8a59-d021cd529017
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: cb36f3d6-f029-4975-abd6-faeeec080d7d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-ts-v1-noslash.18d62db05d08792e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: adfdf77f-6af0-4231-a478-5e3451064e5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: cb36f3d6-f029-4975-abd6-faeeec080d7d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:17Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:17Z"
    name: isvc-autogluon-ts-v1-noslash.18d62db05d97018b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: f3ff78bc-469e-4e79-a09a-06ab17d20bdc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: cb36f3d6-f029-4975-abd6-faeeec080d7d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:43Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-ts-v1-noslash.18d62db65dab4023
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: ee45624b-a8f5-4d99-89f6-deeb2c6ad767
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:29.878020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da54b082100
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 6e234432-e3f0-4331-a185-2a48ca497c60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da557e744d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: a74fe366-c4e1-456b-a2ef-a41456c0a5a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:31Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da590a801c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: b57e2437-095e-461f-a3e8-fdd6e0abc200
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da5923003a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: f66c8249-4c95-4ee4-9ec4-9a903bc1f69d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da594c39802
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: a08fe405-7c12-4b7b-ae64-01ddb4946c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da595330ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: 7b14e7f5-03e4-4080-b0b5-d93191a231db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7d9820261
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 3cfc535b-3da1-4230-8c46-529a3aa8d196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7dc16636a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: 4bf779e1-143e-4890-a64f-cb01befc91b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7dc86113d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: e3f78bd4-47be-4276-af94-1fbe0191f6d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7dc9073ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: 69513a0a-1b40-44a8-8974-02e0fac25fe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7df79c62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 1f8fddcc-d607-4aa1-80e2-0d0ae0e89172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da7dfe99616
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: cf35d65e-2b7f-47d8-bf43-1337f5ba6a07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:01:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62da85159f412
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: 615c0eee-25f4-40be-bdbd-3a8114900e5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:02:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62daf2abe3c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: ba84318c-8cd3-40a7-87fc-e379233f4964
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:02:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62daf2abeaa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: 6f178830-6f02-4453-9739-0a4f03482bd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 86e0f7c8-3f94-4ab8-9fd6-463dca55b391
  kind: Event
  lastTimestamp: "2026-09-17T18:02:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk.18d62dafc4f67138
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: d418e5cf-b539-4c5a-bedd-12a502b4f29e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 173a2d80-255d-4c8f-b111-d86a924bc667
  kind: Event
  lastTimestamp: "2026-09-17T18:01:29Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f2zxk'
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d62da54a6760e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: 6b03ce1f-272c-4580-bd00-301a37c14d69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: d9c7d8eb-d1c6-466b-bd1c-443d02e9ec0e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:29Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:29Z"
    name: isvc-autogluon-ts-v1-predictor.18d62da544c748c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: f6cfcb24-a985-4d1f-8c20-3d12d9959492
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: 3e8543d3-7392-4950-9638-01529270d3ce
  kind: Event
  lastTimestamp: "2026-09-17T18:01:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:59Z"
    name: isvc-autogluon-ts-v1-predictor.18d62da8c3594c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: fe113c74-c142-4c16-ae07-71febcb27caf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: 3e8543d3-7392-4950-9638-01529270d3ce
  kind: Event
  lastTimestamp: "2026-09-17T18:01:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:59Z"
    name: isvc-autogluon-ts-v1-predictor.18d62da8c3c4d663
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: cda21d55-2a6f-4642-9950-d79d6d105f04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 454ceba9-eb46-4160-ae56-6597691dac7c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:59Z"
    name: isvc-autogluon-ts-v1.18d62da544f76ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: bee278f0-87e0-48d7-bf96-8c1b4e0c8305
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 454ceba9-eb46-4160-ae56-6597691dac7c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:29Z"
    name: isvc-autogluon-ts-v1.18d62da5457d8fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: ebe23ec5-a025-44a2-a7e9-f376f86ceb9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: 454ceba9-eb46-4160-ae56-6597691dac7c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:29Z"
    name: isvc-autogluon-ts-v1.18d62da54c83870a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 458e6f4c-7237-4686-a97d-ae41f9cd141d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: 454ceba9-eb46-4160-ae56-6597691dac7c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:58Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:58Z"
    name: isvc-autogluon-ts-v1.18d62dac11b5ec9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 30587c34-ff6e-4548-89cf-f0698d09373f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:54.686310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-7rv24
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d1f5eef155d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: fc5c8de3-2a96-496b-b2a3-3d8b53130534
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:51:55Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d1f80f8e9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: c6a1dc6b-ceb5-4a6e-a31c-27b4f2a81086
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:51:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d1f83c967f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 955c25b9-0973-4cb5-9e5b-2daf8ae715ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:51:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d1f862c94ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b2a80772-e1a1-44aa-b867-a8dd9f4c7ea1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:51:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d1f869a893b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: be57fa48-bb03-482a-9007-60c910cad1a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:52:27Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d27171ec4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: 3fb2abb3-393e-4bba-8391-8369ef17d88e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m0.983s
    (2m0.983s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d434248736d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 09eeda12-5772-450f-ab7d-7d15c0d4a723
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4347146c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 01b57691-1a6d-4b10-bd6c-4d6c3954bc35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4347c9ed0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: fc9eadcc-92f3-4939-b816-dfe40c76c306
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4347d52a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 1370ec01-f1ba-49b0-ba9d-39aef55c7b42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d434ceac7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 1da19868-5038-46e4-95ef-3e5b4a61000b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d434dfb1db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 2b01aba4-527b-4e82-a304-2f2f03b57f9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:54:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d439b5e79a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: ad5dbe7e-f77e-43e2-9010-0055ad1c2dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:55:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4ab12c2f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: ebeafd4c-f46e-4293-92f9-570fbf052e04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:55:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4ab12cae8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: 0c75a07d-9747-4663-95c6-e6079813411d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 3344339e-2d84-4ee1-b4e5-63cca80cfa48
  kind: Event
  lastTimestamp: "2026-09-17T17:55:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:01Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7rv24.18d62d4ad3581118
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: ebe681f9-165a-4f33-a23d-66eb00b0cbb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: 22eb94c4-6a75-4523-9684-cc784f42869b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-7rv24'
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62d1f5de0856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 09413a6f-00ff-4eca-aa53-ffe30b832077
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: dfefaf0f-55e3-4bf6-9626-a590e569262b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-autogluon-v1-predictor.18d62d1f55b8ac42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 18d9c1f0-66ba-4097-8ef5-c41dd8bfee41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 3c415685-1321-42c3-89f5-aa694257556c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:54Z"
    name: isvc-autogluon-v1-predictor.18d62d22d3738d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 7745620f-2973-4141-b794-e9012e43639d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 3c415685-1321-42c3-89f5-aa694257556c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:54Z"
    name: isvc-autogluon-v1-predictor.18d62d22d41beac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 8783895b-0169-4448-8e3a-b9215a6419ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: ccbad2bf-34ba-4deb-a699-7e9410d417ed
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-autogluon-v1.18d62d1f54b36969
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 34ae3936-8035-4d0d-bf74-3161a222b549
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: ccbad2bf-34ba-4deb-a699-7e9410d417ed
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-autogluon-v1.18d62d1f589000dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: 6302384e-5bef-452a-b693-7911a260d62f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: ccbad2bf-34ba-4deb-a699-7e9410d417ed
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-autogluon-v1.18d62d1f6576d6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: b19780bf-4767-40a5-8c45-000b3ecebec5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: ccbad2bf-34ba-4deb-a699-7e9410d417ed
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-autogluon-v1.18d62d475b976f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 4d348617-0e8e-4fa0-baf3-573a76334e11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:08.663210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8469f9227b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 0e54fa7b-1caf-4c74-93d7-293e8742154d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:09Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d848b93196d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 35ac1ef2-7a67-4230-b714-9d4a8905bf90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d848d51b33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: a403dfc2-f99a-4498-bf12-06bb7c630129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d848fcebbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 91e4a580-1bad-48c1-8616-933c1acfa983
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d84903dc981
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: df9ce2d7-9cca-419e-82d4-001a59f9ccdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b57b872d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: 3d41b0b2-f376-4af3-b924-ee26e81654d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b5ac5c455
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 6a752bcd-462a-4228-9989-47fab45346f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b5b3acc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: ae8d216e-49b9-4233-88da-622fd63d8e0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b5b441fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: 16f6b1bd-25e8-49d0-a7c3-5c4d6287c449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b5e60ac34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: 27a55f78-af75-4151-8f68-ecec2d0aba75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62d8b5ed35ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 74951e67-69f6-40c6-a340-1caa34c8ffc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T18:01:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.25:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62da3f51e34a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 3e652cd0-9dea-43de-befc-e159e9700594
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T18:01:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62da41532de89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: 6490eff4-e05c-4cad-a262-69fb1b9f4e03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 30b29da0-ef86-4963-8342-e366ddf0a445
  kind: Event
  lastTimestamp: "2026-09-17T18:01:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9.18d62da4153357c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: 864a024d-d92a-4bfc-97c7-15897baff8fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: c6db6f6e-6809-4ab0-8148-533d926d5415
  kind: Event
  lastTimestamp: "2026-09-17T17:59:08Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-vg4g9'
  metadata:
    creationTimestamp: "2026-09-17T17:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62d8469302855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 32799edf-07b8-4d8a-bebd-94d0d768837a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: 16c99583-9a71-4dd0-bf49-6df99b5afce8
  kind: Event
  lastTimestamp: "2026-09-17T17:59:08Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62d8464aef505
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: bcb7b84c-9835-455f-8d7c-f0fcbfd3c6b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 902e0c50-2646-4149-b5d2-039cf95efe1c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62d87e327949c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22430"
    uid: d724b7f2-4085-4869-888e-2a0d7acaf224
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 902e0c50-2646-4149-b5d2-039cf95efe1c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62d87e3a63060
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: 20cbfd50-436e-4b7d-9e33-5064ce344bc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 902e0c50-2646-4149-b5d2-039cf95efe1c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62d95df771cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22968"
    uid: b1b32855-b9fc-4a3c-a7ab-c6c3d6d1e905
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 902e0c50-2646-4149-b5d2-039cf95efe1c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62d95e00dac92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22969"
    uid: 7dbba47f-056d-45d7-930f-2183f7f50415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: ef0aa08b-d67f-4eb6-936e-405d4f00b093
  kind: Event
  lastTimestamp: "2026-09-17T18:01:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:13Z"
    name: isvc-autogluon-v2-noslash.18d62d84649ebfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: 17184f43-105d-4ec0-9c2b-b1caca88a987
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: ef0aa08b-d67f-4eb6-936e-405d4f00b093
  kind: Event
  lastTimestamp: "2026-09-17T17:59:08Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:08Z"
    name: isvc-autogluon-v2-noslash.18d62d8465638bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: 8e457f32-065d-46c6-a9d3-92218651ab50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: ef0aa08b-d67f-4eb6-936e-405d4f00b093
  kind: Event
  lastTimestamp: "2026-09-17T18:01:13Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:13Z"
    name: isvc-autogluon-v2-noslash.18d62da16aa2e46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 3de49723-c245-4cc2-b718-074daeb4687e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:05.888119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d4be3733e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: eb8a41b2-12fb-4538-bfeb-9f49209f1e47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:06Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d4c054a1836
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 608e1f5e-9a14-47ca-bbf1-ce783a58d0b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d4c08250732
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: 271dd746-510b-4e53-a4cf-b4383e2f8dd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d4c0b930ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 1763ab44-e4d1-419d-b383-6f9e2dffc583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d4c0bfd9461
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 2bcaf253-4773-4595-a514-d38c03a14eee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50ed71dbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: ac3fe703-4f68-48ff-ba24-566aadc6a7b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50f0363487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: 9913be0a-ed07-486d-ac52-abbe4e87627c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50f0a74006
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: fea2d804-d687-40fe-b206-4313bfdd34b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50f0b1b054
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: e7e6471c-54ff-4c1b-b677-2736a7f12896
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50f32fa215
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 7a5a7b85-320b-485f-ae12-d9a7efb87065
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:55:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d50f3b29082
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 5838caf5-5daa-49a3-942a-ae10a8766a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:57:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d6936c534b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: de986f90-a628-4da4-b249-66fe0af76d93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ff59e744-2a7e-48ed-b84e-5a2f40ac0c36
  kind: Event
  lastTimestamp: "2026-09-17T17:57:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq.18d62d6936c59ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 3011c824-18ce-4fc1-8755-df8377fb840f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: a2cbae90-baca-40da-8c9a-65c512efcf52
  kind: Event
  lastTimestamp: "2026-09-17T17:55:05Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-sqrhq'
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d62d4be297c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: 98e67a0f-9f93-4bbb-8350-f9800aec65cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: f691db96-cfce-4f4c-ae4a-d9269a4f5b87
  kind: Event
  lastTimestamp: "2026-09-17T17:55:05Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:05Z"
    name: isvc-autogluon-v2-predictor.18d62d4bdf55b8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: 9f433c20-cc78-4272-a8db-3cc4bd836b5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 82a73579-6bac-442c-95a2-3c978efc6887
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-autogluon-v2-predictor.18d62d4f5df98d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 3c354e55-3e3c-428e-922b-33d8d5ca0383
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 82a73579-6bac-442c-95a2-3c978efc6887
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-autogluon-v2-predictor.18d62d4f5e6cdb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 19aa018c-94d2-4873-9959-70f3a396fcdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 82a73579-6bac-442c-95a2-3c978efc6887
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-autogluon-v2-predictor.18d62d565bee9d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 172c6d96-92d9-401d-bf0b-06f73cc081c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 82a73579-6bac-442c-95a2-3c978efc6887
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-autogluon-v2-predictor.18d62d565c714e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: 5361a365-b004-4caa-a346-eec320afee92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:17.070700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6a6e8a9561
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: d71894a5-db91-4500-b830-8ecd9ff5b041
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:17Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6a905121bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: 7fbf1eaf-9edb-44d9-8857-286e2f74f05b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6a92038840
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: a54128bd-efcb-4e4f-875c-700ea9880609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6a949cb88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 0c7a2d55-f778-49b5-8e5a-5703732a9880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6a950b8760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: d2cb657a-719f-4129-b837-3a6ca9e91793
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bccc2abde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: dae254de-d1b7-479d-9c4b-26007619336a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bcfdca459
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 4cb16f5b-0226-4e4b-abed-989cf927f633
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bd05ae652
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: f27d680e-d979-452e-bae9-57de3d91d1d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bd0653e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 42ade5a3-164e-4002-806d-ca741d259223
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bd38a60bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 96c7c391-0bcc-4f95-91c7-0f1ff769dcbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d6bd3f974f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 39023170-fc8c-4a99-bd5b-0e1351e942da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:59:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d83324fa4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 87ed05f2-2bd1-4169-a897-5dcce6e4e970
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 5f2298ac-7de6-4188-812f-d496c8afb895
  kind: Event
  lastTimestamp: "2026-09-17T17:59:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj.18d62d833250c7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: c512aa49-da76-49b5-872a-29d076573416
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 65a1d322-e817-48e4-b87b-18b6321a9a49
  kind: Event
  lastTimestamp: "2026-09-17T17:57:17Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-vqnpj'
  metadata:
    creationTimestamp: "2026-09-17T17:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62d6a6d842a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 50895b0e-1206-4b87-9d7b-e8644590589b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 8194b4b4-df54-47e2-9fff-726e0615e800
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d6a696fef51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 0ba13067-7feb-4374-b3cf-5d6a03472849
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 91fec7da-e6fc-4ddf-b15d-dbafa55f9b55
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d6de82915ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: b96a5b8d-1967-4eed-b8d7-353c210313ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 91fec7da-e6fc-4ddf-b15d-dbafa55f9b55
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d6de8aaab8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: d7bd97b3-f49c-45c8-b63d-e13a27f02acf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 91fec7da-e6fc-4ddf-b15d-dbafa55f9b55
  kind: Event
  lastTimestamp: "2026-09-17T17:59:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:02Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d78682ac0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: ffe6a5ff-d401-486e-a971-d34489d1e6ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 91fec7da-e6fc-4ddf-b15d-dbafa55f9b55
  kind: Event
  lastTimestamp: "2026-09-17T17:59:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:02Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d7868bd06fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: bb7c4d72-d865-41b1-a70c-3c6576d1701a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 1a59d1e5-b92d-4ba5-a328-dae40b221dec
  kind: Event
  lastTimestamp: "2026-09-17T17:58:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:56Z"
    name: isvc-autogluon-v2-variants.18d62d6a6970ede8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: 6e54132f-fa80-488a-a8e6-e1fa857eeed4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 1a59d1e5-b92d-4ba5-a328-dae40b221dec
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: isvc-autogluon-v2-variants.18d62d6a69f8b5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: 377ea96d-d8c5-4da2-bfe5-019efe4aae4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: 1a59d1e5-b92d-4ba5-a328-dae40b221dec
  kind: Event
  lastTimestamp: "2026-09-17T17:58:56Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:56Z"
    name: isvc-autogluon-v2-variants.18d62d81860834a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: ab0dcec1-6f74-44c3-9816-61b6e28ab2d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 3de74189-8769-4d8b-8ba1-82444b97065a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-autogluon-v2.18d62d4bdf592a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: a2c19837-eaa2-4914-ba09-668ef6a09728
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 3de74189-8769-4d8b-8ba1-82444b97065a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:05Z"
    name: isvc-autogluon-v2.18d62d4bdfda3539
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 6708cf07-8d7d-49d7-8198-4411a40b5ab7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 3de74189-8769-4d8b-8ba1-82444b97065a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-autogluon-v2.18d62d67ae9e31cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 93229af1-d025-4530-8191-ea22f0f7efc3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:58.226727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-t4pxj
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62db9dd06707d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: a87fd5d2-f141-4fba-bfeb-2b9860923577
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62db9fefa2375
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: a146d597-ec55-4a70-a36a-583d46609ef4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dba016c2868
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: 9a940023-f828-4a1e-9175-a111275e0017
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dba043045dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 59e91497-61ee-4081-84e9-2ee24af3ab3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dba04a6a916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 029b4531-a03b-48a7-8b43-8189d95aec8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbb04e5542f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24076"
    uid: 66c42026-efce-430a-a885-b1b063fe761d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.127s (16.127s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbec62ad666
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: 16b45cea-214f-4784-ab3f-fc4849b6353a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbec9dd8c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 97b3c1ff-48a8-48d3-9d50-b4c1e73da558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbeca528f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24224"
    uid: 0d315473-f302-4191-bb74-40a9aae5271d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbeca5b82cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: b7fd9dd5-caa7-49b4-b684-c9ab72f0cb08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbecd8f9132
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 5183c2ce-7201-4275-bf4a-c96890c6197c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbece126ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: 5ddd6daf-4abb-4998-92a3-842198457740
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dbf3bed7f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: f500e146-335f-4dec-9c80-cd037bf9e02e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:37Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dd0fe277957
    namespace: kserve-ci-e2e-test
    resourceVersion: "25002"
    uid: b4422b5a-db75-44ee-a21f-0890297f1980
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:37Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dd0fe27db3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: a4578c0e-42ec-45eb-9d2e-08f236ae69bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-t4pxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: abee0c45-b6de-49cb-b16f-28957a9926bf
  kind: Event
  lastTimestamp: "2026-09-17T18:04:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:42Z"
    name: isvc-canary-create-predictor-6474b875b9-t4pxj.18d62dd21816531e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: cdb71b25-d110-4a61-b26f-f876e529b5e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:58.307267Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-v4kd2
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62db9e1d35138
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c7ea67f8-44de-42d2-86f5-14962a32ffbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dba03f3475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 79082e8f-434f-4c9f-be2b-e0cf2d0faa88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dba068cc2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: 75aa0271-283d-4281-8cd3-79a86afd08e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dba0a5df34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 934eb1de-afca-4f8b-9461-f13d09906db7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dba0adb675d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 403d7d4f-edef-4c16-af0b-b61f3c99c5bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb1b4d3c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: 0a423728-ffd5-4f8f-a4c7-becd9c1fd641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb1eb0c1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 9a692337-e2c1-4abb-884c-10276e297423
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb1f28c463
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 1570c708-06ee-47fe-933f-5594aafa5f61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb1f35399d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 0ca80814-4ff0-4535-b215-edca7f729c6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb2255a2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: bccca7e1-14b8-491c-bb38-90ae7820da14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb22cd3aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: 1c7ac563-7da6-459a-b0f0-9cb9a723ac2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:41Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dbb935383ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: 16d0b525-75f8-4e4d-8e1c-264bf5290a93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:38Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dd12b4fc36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: c6261abc-5e62-424f-9b93-4c0e9736ac62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:38Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dd12b5059e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: 547bbcfb-d5a3-429f-b004-a6ad535bbf16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-v4kd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 1ebe2dd6-2e33-404b-aefd-db962812555a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:41Z"
    name: isvc-canary-create-predictor-6474b875b9-v4kd2.18d62dd1edc767af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: 98a3fb3c-154c-454f-afc4-fa57e6e940c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 3e792e36-d268-421f-8014-e9ebbb7eed85
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-t4pxj'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62db9dcacbc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 67895a29-2f27-4d18-bbf5-b4f2b2c09645
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 3e792e36-d268-421f-8014-e9ebbb7eed85
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-v4kd2'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62db9e0c1103a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: 7608178d-8d16-46e5-9ac9-b36fcbfef97f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: 3e792e36-d268-421f-8014-e9ebbb7eed85
  kind: Event
  lastTimestamp: "2026-09-17T18:04:37Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6474b875b9-t4pxj'
  metadata:
    creationTimestamp: "2026-09-17T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:37Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62dd0f7e7244c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: dca442d6-6711-4bb8-a13c-23a06fdd7eaf
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: e5b145b1-0ff2-4659-88c6-ba8af9f1b0c0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Scaled up replica set isvc-canary-create-predictor-6474b875b9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-predictor.18d62db9d7c2efa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 288a0cf9-ceb6-413b-8e3d-b1174908125d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: e5b145b1-0ff2-4659-88c6-ba8af9f1b0c0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:37Z"
  message: Scaled down replica set isvc-canary-create-predictor-6474b875b9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:37Z"
    name: isvc-canary-create-predictor.18d62dd0f743e569
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: 2d6e342b-c2dd-432a-9c3b-516858092e3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:58.178405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62db9da25041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: e7fb37b7-dbe7-4f54-a449-046b9993a25d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62db9fbe0fc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: be37bb62-814b-4201-bd75-fc1e33d5d5f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62db9ff331f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 2d3127cc-c386-4251-8525-f0ab2a99a79c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dba01c2c6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: daa53fa2-a849-4006-a5bf-573223414db7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dba024850dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 26350edd-89ff-4ba2-bf17-a17fe4f5ecea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:03Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:03Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbb04d0394b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24075"
    uid: 2485da93-13ad-4ea9-8b6d-fe0902a47d86
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.112s (16.112s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbec538e0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: 39818639-d6c8-4b92-884b-7aaefa090806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbec9cef455
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 69fb6eb5-f4eb-4710-a0c9-d843ad2b9d78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbeca440575
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: c9acd59b-a4d4-493e-8bce-f50eb1c63850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbeca4d9856
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: d91f5e86-7def-4600-afad-035b2dfb9ea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbecd83d36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 0bcdf25d-48b4-4bcf-b561-bbcacaca9535
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbece041c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 9f55fd0d-605a-4c70-a856-7f6ed4193794
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dbf3bedc17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: 92f35d05-e8d7-4554-a634-aa0b2aaa2c93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:38Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dd12b57c79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: ad864a13-dcaa-49fa-be88-689242492d61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:38Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dd12b58c0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 9e942ae0-8655-4a81-b3d6-cdcd13b02b31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 5c25567c-e8a8-46fa-845a-34f9aa333b1f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:42Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qq26k.18d62dd218150032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: 3a89a1af-3522-4a0f-8bd1-545e37448855
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-96f77bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23951"
    uid: 9b1c20d1-453f-42a9-9e80-f2e006c8e223
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-96f77bdbd-qq26k'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd.18d62db9d94be119
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 25166b32-74c0-494f-8083-21f140f74b42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: e6bbfdd8-2c63-47a9-95a3-c064fdd66bc0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-96f77bdbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create-v2-predictor.18d62db9d4ea392e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 5239f2ea-88ed-4e1d-b298-62dc193ec12e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 733cd3bc-5ec1-45a3-ad82-4d8f0e5bd694
  kind: Event
  lastTimestamp: "2026-09-17T18:04:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:37Z"
    name: isvc-canary-create.18d62db9d745180b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: af4020f2-1cb8-4b57-84ff-3b1dff83ca0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 733cd3bc-5ec1-45a3-ad82-4d8f0e5bd694
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create.18d62db9d7f14979
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: aab92634-4ef3-4a46-b73a-2cf7caba6d09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 733cd3bc-5ec1-45a3-ad82-4d8f0e5bd694
  kind: Event
  lastTimestamp: "2026-09-17T18:02:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:58Z"
    name: isvc-canary-create.18d62db9d7f1f37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: c4f96937-51f3-4f66-bbfe-acfa58236a69
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: 733cd3bc-5ec1-45a3-ad82-4d8f0e5bd694
  kind: Event
  lastTimestamp: "2026-09-17T18:04:36Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:36Z"
    name: isvc-canary-create.18d62dd0af1ab40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: af6ce3ab-beb8-4bb8-888b-39384c68c792
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:43.471317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-jzwv9
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd25e176779
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: ee7a9971-8c08-4b68-9a58-0c41b24c6fa5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd2680f7ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 28398eac-e8c8-4de4-ae04-0b1f06be0287
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd2a3bfb03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25185"
    uid: 42f9bba8-7d09-4560-8a32-f4b02d825c40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd2a5874353
    namespace: kserve-ci-e2e-test
    resourceVersion: "25187"
    uid: 3bba2049-1a33-4252-97c0-6aa320e7ee4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd2a83da9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: bb439066-9546-4a3e-a5ef-7cf425a799e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd2a8af98fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25194"
    uid: aa1145c1-cf47-4dcb-98a3-11ef7d1fc323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd3916519f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25232"
    uid: 1090e6fa-86aa-478f-88a0-6fbda7cb403d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd394c227e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 5cbf13b5-84f3-4ae5-9e21-9ca67c986d6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd395404403
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 99227fc7-fe02-40db-86bb-530fba72eb03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd3954c639a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: 55802fac-96fb-45d4-997b-a5043658e255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd3987ff43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: c4cb57f4-e195-4148-a213-0290a430fc1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd3991d4f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 9a6f74ce-7ca6-4254-9eec-7781e1629fbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62dd3cd986ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 82ef00a0-8645-41fa-b01f-a35b80d58584
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:13Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62de754fbdc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: 5a3af390-bff4-4aa4-805b-724dd6e76bb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:13Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62de754fc4648
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: a3b64678-da3e-4a49-8ca4-19eb5a63d2a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 6d6fde28-25c1-4489-8ec2-1158d1efe4e4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jzwv9.18d62de7d3d4378b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: 9833a0cd-0018-436a-9783-a0a6dcafb795
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:43.531640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-qj9p7
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd261afdd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 4ab9cac6-e09b-4159-a195-288d4f52196a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd26b858b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 26dd5d34-8bb3-4523-af42-058d18273e05
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd2a7778ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25189"
    uid: d95d5a9f-3d76-40a7-b22b-b6c8825bda1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd2a95d0770
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: e042ef0f-3ff0-4ea4-80fb-d620c64db213
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd2ac44ba7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: d6269baa-f5fc-4e35-9bf4-500238863bfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd2acb47ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: b649eff0-83aa-4441-a462-73f6503eb338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3aec999ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: 44fca819-81f9-4641-9bab-9ad7f131a87b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3b20804d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: 3871219c-0ee3-4bfd-8e09-676b1ed9fc90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3b2771ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25257"
    uid: 798c8d9f-d920-4311-b68b-82b295d904fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3b281b489
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 245d5116-aaf6-4a79-ad86-5462eef8f8db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3b530c4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: bb5d8add-a976-4ed0-adc8-688369717312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:04:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd3b5a1b612
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: bf796fe0-956d-4736-bf57-91f61c38021f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:05:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:57Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62dd426c80e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 1a3eaad6-3889-48b0-adba-71b9d0852469
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62de6ce2fe5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: 03fcf7d1-a11f-41d6-9297-c7bc84068dfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62de6ce307968
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 55366e6c-f79a-4274-8389-f464645b27dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 74f493f5-839c-404a-9193-7f9546e4a180
  kind: Event
  lastTimestamp: "2026-09-17T18:06:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:12Z"
    name: isvc-canary-promote-predictor-7cf78f884f-qj9p7.18d62de702fb0017
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: e19332a0-4c7e-4b19-a689-f09695d5e50c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25120"
    uid: d1413620-b5ee-4844-81d0-3fc78bd42a8e
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-jzwv9'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62dd25d5ca761
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: acc23465-c910-4eb4-ac71-74e80a672e44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25120"
    uid: d1413620-b5ee-4844-81d0-3fc78bd42a8e
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-qj9p7'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62dd261444697
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: bc4da426-93f7-40a8-b444-4f4f418a2054
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: d1413620-b5ee-4844-81d0-3fc78bd42a8e
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-7cf78f884f-qj9p7'
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62de6ce1aa358
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: 558ea00f-153a-4478-956e-8e087371179e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 95165c31-772e-4813-a536-f6e5cd79680c
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cf78f884f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-predictor.18d62dd2598192e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: d2a6b0cb-274a-4c1d-990c-4d2ac120839a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: 95165c31-772e-4813-a536-f6e5cd79680c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Scaled down replica set isvc-canary-promote-predictor-7cf78f884f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote-predictor.18d62de6cd89e8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25970"
    uid: 8605bab1-02e5-48b4-99b2-c2d086c7a03d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:43.427844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd25b8010c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25133"
    uid: feb21a70-9604-4075-afc5-8c81a1c691f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd27d693f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: 5377f922-0f2d-4d16-8693-947e40387b08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd27f60363e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25174"
    uid: c906a5d1-15a3-46a4-9294-f017bf45c9cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd2821ef27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 404ef89f-ccce-41d0-bc06-7d81e72dc797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd2828fd8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: e03ad1f2-a899-4bf4-8377-ac443d976acc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd3917d13d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: dbd7a51d-9337-4ee3-8eb5-e3ace6b40ea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd394d62dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: feaaf05c-74a7-495a-a819-8afdef3059b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd3954dca74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 1d7b87d8-9d94-4c53-bacd-9d0595674354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd395578bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 8262badc-357e-429e-9bd2-e9bc35c27c22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd398949aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: a373c86e-f0aa-40ac-abb2-31d9e313abff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:04:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:48Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd3991d4f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 2d88d4ea-b9b2-4c77-be56-e2fd960a0571
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:06:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:01Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dd3cd82ae7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: d8adea21-a833-4035-a7a9-2f8d57090b71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dfc5ec510fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 1ffb1a44-3bcd-4902-8ffc-7ee1fe732476
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dfc5ec57b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: bcf28012-e760-4ed5-90f4-e4060d40fe8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c655034f-3e59-40d4-8a90-3aa731dd4f26
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6.18d62dfcc83fd215
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: 74be5425-c00c-48b5-9548-39305a1189c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:13.565764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:13Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de758239f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26037"
    uid: 873f4905-9835-4dea-ae54-7ef0616edba2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:14Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de779f0c19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: fa4ec5e6-039a-4944-9c3d-26f01cac8e17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de77bd73cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26047"
    uid: 9c84748e-3abc-4129-b84a-94bf3689b8b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de77f9c4cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 1acfe76d-fa58-46d5-9ba8-eda99be9e106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de7800e3372
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: 4b06c7ac-a341-44b4-81d4-4b630d4258da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de881c66e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26103"
    uid: 6ad3af38-8b3a-4629-91b4-1cc079f3791b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de88520f631
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: 6f5e4636-76f4-4ea9-9008-28569c7e6229
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de885921c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 2f592041-05ce-4630-98a9-c8e0aa9785fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de8859dd95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26109"
    uid: e8aba01c-103a-4317-be89-438c52f055dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de888fb8168
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: e4f03044-30ed-4070-8762-92727d9e7abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:06:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:18Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de889693c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: 36ab64f2-12df-4c8c-9cad-ee713d924c45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:07:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:46Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62de8f9c07939
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: 13a702de-8f49-4ca4-a9e6-fcf264785818
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62dfc5e913912
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: bcea3244-aed6-4971-bd43-c0d1af3bde7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62dfc5e91bc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: 5b812257-2757-4a1c-8ec1-910d0eaf20d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: eb71d268-ba92-468d-93ce-07bf03a6b66c
  kind: Event
  lastTimestamp: "2026-09-17T18:07:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:46Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f.18d62dfcfffc92fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: d556e1d4-3e0e-4b5b-8a37-b2707d9ea5bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: cb12610f-e26a-4d41-8d5a-1efb647315c2
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-bwtr6'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d62dd25afe8961
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: eb066c33-89d7-420c-af40-ef8d7bb9b9d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26020"
    uid: cb12610f-e26a-4d41-8d5a-1efb647315c2
  kind: Event
  lastTimestamp: "2026-09-17T18:06:13Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-dt75f'
  metadata:
    creationTimestamp: "2026-09-17T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:13Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d62de757c78952
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 4314cce8-32c9-4644-9f0c-021731c71fa2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: cffab84a-d03b-4849-8d80-6d6cae0fffdb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:43Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:43Z"
    name: isvc-canary-promote-v2-predictor.18d62dd257200044
    namespace: kserve-ci-e2e-test
    resourceVersion: "25112"
    uid: 4cddaa97-6373-4c1f-9634-0b3d765c22fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: cffab84a-d03b-4849-8d80-6d6cae0fffdb
  kind: Event
  lastTimestamp: "2026-09-17T18:06:13Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:13Z"
    name: isvc-canary-promote-v2-predictor.18d62de7544923d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: b27df6d6-7928-4cf1-b219-4a4acb10ae68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 88cb44b9-13b8-4739-897b-1beecb845911
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote.18d62dd258f3bc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25989"
    uid: a3d0a67f-389f-40b7-957b-e8101daf272d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 88cb44b9-13b8-4739-897b-1beecb845911
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote.18d62dd259629159
    namespace: kserve-ci-e2e-test
    resourceVersion: "25986"
    uid: 6dbca0e9-ebb2-4fa9-96f6-6c3c6d18f46a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 88cb44b9-13b8-4739-897b-1beecb845911
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-canary-promote.18d62dd25962ee2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25987"
    uid: 406cafaa-35e3-4060-9fd8-1c0643e30f8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 88cb44b9-13b8-4739-897b-1beecb845911
  kind: Event
  lastTimestamp: "2026-09-17T18:07:36Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:36Z"
    name: isvc-canary-promote.18d62de5dfff1149
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: 27028156-2eda-4246-b09d-cb934207ed0e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:19.130502Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28151"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e128ca8bb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: bb44ec2c-2ea7-4585-947e-81d818b08fc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e12ae9c27ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: 80f75ae7-4312-4d54-a8e5-d0079ccfe8f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e12b103f9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: 25f6ac0f-8244-47bc-8dc4-7975a8194a5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e12b3d49520
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 6dc0feba-2bcd-46f0-b0d4-f8880a199fca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e12b440ddc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: bd069b7a-16d0-425f-9e77-d01e0724f1f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13d853d709
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 0229fad9-ed81-4654-b29d-fac568d2b8ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13dc1a2533
    namespace: kserve-ci-e2e-test
    resourceVersion: "28234"
    uid: b43f620c-79a4-4847-96ec-9aee06a90549
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13dc8e61e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: 4106fbfd-3d0e-4b47-89c0-f33982b95111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13dc989cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: 1509f839-0eef-4bc8-9b58-081763075651
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13df763e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: f0cb4922-4d57-434b-88b3-2ca4511ba515
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e13dfe93fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 85daaed3-6fca-4eab-8540-78444138c4e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:10:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:52Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e14503db2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: 08b360b6-f59b-49b2-bb08-84d124884cbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e2785d02e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: af421b28-2142-49aa-85ed-d5285fabc971
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e2785d0c6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28921"
    uid: 7a41f593-17ae-49d4-813c-1143bd1b0c4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 5eec5a9b-2547-46c0-996d-7d7129ab1b52
  kind: Event
  lastTimestamp: "2026-09-17T18:10:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:52Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd.18d62e28566f08f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28948"
    uid: e6c0b19c-6596-4250-a1d8-054089dfa83a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:49.314864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfda33aeba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: e9de9d33-93db-457b-ba71-10c5152989aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfdadb116f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 1833328d-870c-4c08-a07d-06b18313b1d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfde98aa6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: 09df827d-0453-4f2f-9bb6-e22b436439e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfdec250a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27255"
    uid: 764ba569-9ea2-4cc0-a4f3-1dec37d45d72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfdef6a070d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: e0e7dce6-3842-415d-9cb0-bcefa6ba569f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dfdefdb0639
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 9fc79631-6a52-4601-a779-de87353a85d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff09af78d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: f795bb28-31fc-4e57-9907-1a10bf5faf27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff0c88ce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27326"
    uid: 1b450b1f-3d79-4618-bc06-a04ebab632b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff0cfdb4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: c4e31b44-2050-4225-9777-cab430cd7c87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff0d0978df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: 33e9e1d9-a7b5-43e1-9d1c-e24bd7467ecf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff0fbd02e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 121d17d8-be47-4db2-ac50-99f9b053a664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff10348e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: 9451761d-5f20-4096-9daf-47218ef74d1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:09:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:03Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62dff81b7503e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: 434315bd-34f6-471b-9167-12a089ee72c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62e11068750f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: 9831fdb8-4c14-4d6c-bdf1-89eef6bc65cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62e1106881e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28062"
    uid: eda1a2e6-81d9-428c-a95f-120310251b0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: e0f56b65-f575-4152-aad7-b4fcece232c1
  kind: Event
  lastTimestamp: "2026-09-17T18:09:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf.18d62e1133de4575
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 07bb0c25-4f4f-4ef2-a609-f510a51a2aa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:49.441722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdaaca9ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: c2801441-a371-4613-b5b3-1b81086d2610
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdb47584f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: d639d0f8-e5ce-4978-9249-77f7d76b1e5f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdf09230bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 22ae6a36-a2f3-4aca-98ae-c9a981524dda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdf2d4f05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: 8e936f68-ea80-4c7a-886e-38e993bce85f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdf605c97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: 695d92d9-a901-4355-9eb2-553083863635
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfdf67775d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27264"
    uid: 837f6294-cd9c-4d5c-acf5-e54b607621e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfef8d59b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27314"
    uid: e7b94271-7345-454b-90eb-5ed8abebc8f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfefc273e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: 75cd454d-918e-46e4-9ab9-7188659d492b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfefc9b26e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: e4f11ed0-9ca4-4c86-b86a-97b3b55bcd87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfefca59827
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: a1ccaf52-b45e-46e9-b770-4aa18c00e025
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dfeff4af4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: 8a8c3917-ab78-4196-9b93-cf7d5cf0bc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:07:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:55Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dff00003a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: ccad392c-b6c7-4655-912f-3fe51ecee877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:10:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:53Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62dff70d0288f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28951"
    uid: e10b8722-3e80-45a1-bfda-ebf001a876dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62e2785b32ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 1e91168b-b75a-4c30-b935-032025a0468b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:10:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62e2785b6bc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: aed8ca67-434a-44c6-8bb4-61e29cfb4f00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 271b9ec7-60b8-4512-b99e-d44068cc9262
  kind: Event
  lastTimestamp: "2026-09-17T18:10:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:58Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wc592.18d62e286b66919e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29081"
    uid: 12ad7b44-e35b-4ebf-afe0-890f0ccafec1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 478a4659-4ade-4f87-8fa6-523497bae051
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62dfda2496d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: 7524117f-13bf-4f36-8043-810bb06a8da2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 478a4659-4ade-4f87-8fa6-523497bae051
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-wc592'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62dfdaa29621b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: b02d895a-47a2-4f84-9589-0d9d8176f358
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 478a4659-4ade-4f87-8fa6-523497bae051
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b8c75c7b9-mx5cf'
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62e11067c7a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: 83c2929a-c4d3-45bb-b292-ef67954e1d26
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 478a4659-4ade-4f87-8fa6-523497bae051
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-4whhd'
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62e128c1acab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: 245e4e83-968d-4901-8722-ef4a47a80882
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: 2b2eca31-29fd-406f-85b7-524f69845eb0
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-predictor.18d62dfd98238d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27196"
    uid: 586b971f-b0b0-49f7-b0f9-7f03c6578420
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: 2b2eca31-29fd-406f-85b7-524f69845eb0
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b8c75c7b9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-canary-rollback-predictor.18d62e1104f78ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: e78b0e9d-4834-4d04-ba14-4de8fd97da89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28132"
    uid: 2b2eca31-29fd-406f-85b7-524f69845eb0
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-predictor.18d62e12884265fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 848010a2-6cd2-4d38-b719-efee819287df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:49.177831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfd9b0ffda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: f5b48ec3-4658-4bd8-9f42-4b7d4e4747d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfdbcdbd83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: e3b7a3a3-96f0-4f7b-8eef-0f93519c45ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfdbffb2c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 5bc6de23-0713-47b5-bea8-6765b3fdef36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfdc2b8a55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 6b508bd3-9058-4144-8575-5bdb6b8c90ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfdc32b1ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: de9f9cfe-348f-4a58-82f4-c65210992578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfecda60718
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 800ba694-b69a-483e-b790-952f58a7db05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfed0f4d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "27302"
    uid: ed45c972-0369-475c-a1a0-a90d5e8ec997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfed16d1d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: 18e0aea6-77fd-4146-84b8-a487c8f43780
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfed177deda
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: 3d57b588-433f-4032-8574-cdc72fafa2d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfed4bcea27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 7f2819c3-b9d7-4264-aa64-a46854244f99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:07:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:54Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dfed530a58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: 2d193de7-8979-44dc-9839-63a375fbe7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62dff45de37c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: d9860820-0dcb-4249-a892-123fe34f5508
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62e128927db37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28147"
    uid: 80285f05-869b-45bd-9d45-388ab059fb40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62e1289285119
    namespace: kserve-ci-e2e-test
    resourceVersion: "28148"
    uid: ac2cdaf2-ce27-4bd3-b02c-bdd9b07107df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 6f48bdd6-9b9d-448a-b625-fecb314969e6
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c.18d62e134c1c581f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: f06c4436-aafb-403d-9506-5b25c81ca77e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 12c0a45b-8416-458c-9684-e9e571dba946
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b8b964c7b-dt85c'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b.18d62dfd9a5734df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: c367ec81-af96-4833-aa12-8e0953b3a0da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: 1d6b2cf6-3419-48c6-9950-f8a0a81586d5
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b8b964c7b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback-v2-predictor.18d62dfd92b761dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: a08a5012-5305-4578-a0e5-efc2dce1a865
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: cf82d430-83aa-4924-a342-dbf0f04e5591
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback.18d62dfd96d41575
    namespace: kserve-ci-e2e-test
    resourceVersion: "28156"
    uid: 11e15d91-9d1b-4626-ab17-9e4592cc8a2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: cf82d430-83aa-4924-a342-dbf0f04e5591
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback.18d62dfd97c671f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: 6cbacca0-2241-440a-896d-ab741bb35927
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: cf82d430-83aa-4924-a342-dbf0f04e5591
  kind: Event
  lastTimestamp: "2026-09-17T18:07:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:49Z"
    name: isvc-canary-rollback.18d62dfd97c6c12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: b5d93c73-6b78-4955-b55e-1f6b724fe92c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: cf82d430-83aa-4924-a342-dbf0f04e5591
  kind: Event
  lastTimestamp: "2026-09-17T18:10:42Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:42Z"
    name: isvc-canary-rollback.18d62e112cb00ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 7e01c7a2-067e-40ce-a42e-23228fd6b64a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: cf82d430-83aa-4924-a342-dbf0f04e5591
  kind: Event
  lastTimestamp: "2026-09-17T18:09:19Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T18:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:19Z"
    name: isvc-canary-rollback.18d62e128cd8ca99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 8ba3281d-7849-4927-a00c-1de916bbbc2e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:54.510665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-6jrrz
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e28c1c2895b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29012"
    uid: 1a2b76eb-3b31-46ff-b5b4-91beeb5d53e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e28d11950ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: cf0f7c61-d270-4407-92cf-591dda50bae8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:10:59Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:59Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e29eebea277
    namespace: kserve-ci-e2e-test
    resourceVersion: "29091"
    uid: 140065ca-eca8-4ce9-8389-b6edbfde66a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:27Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e307c6072c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: 8493e056-5a5d-46ff-9756-437ea81726b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:28Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e3097433f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29331"
    uid: 7479d5ac-5b62-4726-bef8-66ef9977ab8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:28Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e30983eb88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 36ee0ad7-6ab3-479c-92a9-be43d7927f37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31c7513159
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: cf3f7b46-a91f-458c-90ab-47eabf09f255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31cd88df59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: fb16e296-da9b-4f3e-8859-35a57c66e0f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31ce98f14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: fd6fce2a-5ceb-42f7-a5ec-ee1001147b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31cea45c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7472f64f-7746-4dbb-a478-f9c9fce4e0c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31d70be09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 706b482c-bb19-4275-ae0f-a2f3875c8c78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:33Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e31d7fc5b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: d3a60e24-8069-45e0-8dcd-a9629ec8cdd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:04Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e32036fc30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: e5a867e1-d76f-44c7-ac0b-864c31d155bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:04Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e4705d50fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 906f60dc-720a-4826-92f0-b10d75673feb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:04Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e4705d58343
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 5e2841a9-e54b-48bb-b057-6adf32c24f03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: 060bbe93-235e-4800-8898-444465bd3a04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:05Z"
    name: isvc-canary-stop-predictor-5cdcf6545-6jrrz.18d62e4733adddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: 6e00e0ec-4095-4e13-a685-c6a1069bfb55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:54.452464Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28995"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-km5ql
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e28be4a7e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c0623ec9-7926-4aa3-a57f-abdfc975535a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e28ca7c80f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 46efb608-0258-4e62-a202-741aa6b8426b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2939dbd503
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: 30656b7e-6b2e-4933-914b-af3164a76507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e293b56cfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: 9b41ab4b-f3c2-4a65-8791-e288203d2dab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e293d74e8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29056"
    uid: 58fdf229-7bc5-4abc-b3c2-de42d944224a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e293de578f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29058"
    uid: eb05aebe-6eec-455d-80fc-4ca80e3a18f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a47d46ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 6ca7f75a-aae6-4b87-9197-e2b87e566734
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a4b64b3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29112"
    uid: 50f10f27-9ad8-45c7-8358-8cfcaf9c7c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a4be4139c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: 069f1982-7f15-41ec-adf1-97758d16404c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a4bec5980
    namespace: kserve-ci-e2e-test
    resourceVersion: "29117"
    uid: 732f23f9-e3cb-47da-acd1-84654cd601b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a4ed69426
    namespace: kserve-ci-e2e-test
    resourceVersion: "29118"
    uid: 4eeff932-6b51-4891-8320-d5f20a296a38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2a4f4ef23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: 435e9733-5d15-4d7b-b94a-8302b171b6cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:12:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e2abfc433b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29736"
    uid: 4d6e67b0-8da6-468c-b70f-eddd6dddd39a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e3c3ead4467
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: 3f897a20-3fab-47aa-a530-3b5702f9448d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e3c3eadd555
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: cc71f813-6685-411e-ac03-041d3d22618a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 77003c43-ce6b-47fc-b59e-ed19e15c9059
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-stop-predictor-5cdcf6545-km5ql.18d62e3c71ea6e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: fd60b84e-ffa0-4aee-8f1c-b5a60ef5f407
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 716405e5-b30d-469a-9b3a-b5fb4c0760fb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-km5ql'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62e28bdacb4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: e90a62db-38ec-416a-b228-0acf1c4f1534
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 716405e5-b30d-469a-9b3a-b5fb4c0760fb
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-6jrrz'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62e28c147e87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29009"
    uid: 1ff39558-3de1-4414-bd5f-f90b2e4b6753
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 716405e5-b30d-469a-9b3a-b5fb4c0760fb
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5cdcf6545-km5ql'
  metadata:
    creationTimestamp: "2026-09-17T18:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62e3c3e829aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: 84913396-0723-4fb0-9c9e-34d29ba551a0
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28982"
    uid: 964c325a-f4db-435b-b271-39fcc0271d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5cdcf6545 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-predictor.18d62e28ba997e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: 1c4e44ce-32c6-441d-9975-a8d774779ded
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 964c325a-f4db-435b-b271-39fcc0271d5e
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5cdcf6545 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop-predictor.18d62e3c3e033278
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: fe0091a5-4209-4f24-9c71-89e4ad93841e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:54.435610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-596664c988-vdf9d
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e28bd494fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: 2a5f975e-f935-4486-a6b3-da745ceef007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:55Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e28c479dff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: 42f98645-244a-4791-a9a1-e18e190f5852
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2938ed7271
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: 82f93bc1-f7c7-4a32-85b6-06d85504c630
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e293a79422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29053"
    uid: c5c6e36e-16b1-46db-a931-4130efacc107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e293d81d282
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 1b99d722-7696-4362-986d-ac53ccb3ffe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:10:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:56Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e293df2bb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: 293c60bd-4417-47ca-97c8-cf144f7a295d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a47c13fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29106"
    uid: 36da9653-761b-44ad-84fc-e0adbbe8e436
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a4b578b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29111"
    uid: 8a668809-a5ea-42a4-8da8-8287cd7db766
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a4bd7382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: ae641879-c47f-4581-a1d6-5c4e940915b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a4be2007d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29114"
    uid: cd4b59f2-dd46-4a09-9ee6-07c94b0dae10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a4ee0f255
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: dcb569c9-add6-4684-be5a-f0130f11bdf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:11:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:01Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a4f5bb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "29121"
    uid: 52a61471-425a-485d-88c7-056ea0c563b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:13:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:08Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e2a83f96cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: dc114d4e-a76d-4260-af46-2b2488a7f9f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:04Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e470393fb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 8e475f46-a69a-4ef7-9a9f-f1a240b9db91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:04Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e47039487c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: 0e80c79f-d761-4451-aa24-65bdd799f851
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 4567fe39-89aa-494f-a1a6-5e3ea51e0f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:13:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:08Z"
    name: isvc-canary-stop-v2-predictor-596664c988-vdf9d.18d62e47da4ab196
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: 65caf0da-a3ee-4b43-9b76-10a2ff1c4cb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-596664c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "28975"
    uid: ceab1c0b-905b-41c5-ab20-5896a91b968a
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-596664c988-vdf9d'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-v2-predictor-596664c988.18d62e28bccca90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: b0027bc0-e000-4600-b352-aab6fe9749ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28974"
    uid: 417eaa8f-7097-45b4-b13d-bb22f39ef292
  kind: Event
  lastTimestamp: "2026-09-17T18:10:54Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-596664c988 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:54Z"
    name: isvc-canary-stop-v2-predictor.18d62e28b879b9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: 4092355b-cbd7-45a4-a930-98c7ad53af85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 6e5e25a5-c76d-4b36-a475-2d75cb3e8b75
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop.18d62e28ba509cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: 803c7910-f139-4470-aab3-a100d1ff178f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 6e5e25a5-c76d-4b36-a475-2d75cb3e8b75
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop.18d62e28bace184e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: 75c16104-0dd2-41e2-ac91-124911b579b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 6e5e25a5-c76d-4b36-a475-2d75cb3e8b75
  kind: Event
  lastTimestamp: "2026-09-17T18:12:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:18Z"
    name: isvc-canary-stop.18d62e28bace67e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: bc9b2f6f-23d3-411d-998e-5a77d51d38bf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30114"
    uid: 6e5e25a5-c76d-4b36-a475-2d75cb3e8b75
  kind: Event
  lastTimestamp: "2026-09-17T18:12:54Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:54Z"
    name: isvc-canary-stop.18d62e44c50b3574
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: 39e487e6-ce50-44fb-902e-740fadcf62c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:49.293438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cd84419c5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 63928954-cdf1-4800-9b3d-2017f790e394
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cd865e2586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 5afe4827-406d-4664-8d34-cf00d4bb818e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: "2026-09-17T17:46:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:55Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cd8678c8068
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: 74e4b4e3-5252-416a-8343-31a0ee673eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: "2026-09-17T17:46:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:55Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cd86a80703e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 1249cefe-7a11-4421-aa3e-8d0c4c8bfc5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: "2026-09-17T17:46:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:55Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cd86af129ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 138cd1ee-727d-4fb4-9757-b09c922d4ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 04593d34-4770-4513-bee6-fe6f5482d611
  kind: Event
  lastTimestamp: "2026-09-17T17:46:58Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:58Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6-9758s.18d62cda7abbc4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: c5b1a5a2-9741-4264-b3d6-0dd48dca24ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8009d5-predictor-549687fbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: ea379815-ae32-4ff1-bbcd-beab00c8214a
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: 'Created pod: isvc-init-fail-8009d5-predictor-549687fbc6-9758s'
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-init-fail-8009d5-predictor-549687fbc6.18d62cd84368ee9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: 29cd3356-5d30-4674-b38a-590b2f471a67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8009d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 149f0979-80d1-4a74-afcf-efe7f5a71e84
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: Scaled up replica set isvc-init-fail-8009d5-predictor-549687fbc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-init-fail-8009d5-predictor.18d62cd83ae3490e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 9ae4a370-705c-4dac-a1c8-9125b63f713f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8009d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 3418864c-1cef-4493-955c-28af78f43f86
  kind: Event
  lastTimestamp: "2026-09-17T17:46:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:55Z"
    name: isvc-init-fail-8009d5.18d62cd83bc1c334
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 4a4480d5-aa8f-4f60-9d71-226fd1685bce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:13:14.733040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-dz58c
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:13:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4967aa2f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 4a463363-96a3-4f33-bea7-d33934bc5af8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4976e10fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30338"
    uid: 8b04d32e-2ad5-4139-8696-3632d15332ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e49ad552c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: b11760fc-e8c8-46e9-ad4f-e0681ec60166
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e49aee4f9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: b7a4c2e1-172a-4759-8f1d-ff93bf31b6c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e49b17daa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30352"
    uid: 728a2a96-fdda-4d53-8510-9c6ee472e294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e49b1efa0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: 280fb56e-604a-4798-bfc7-39870af4eeec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:20Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4ac444e324
    namespace: kserve-ci-e2e-test
    resourceVersion: "30405"
    uid: bb4d6815-0223-484c-930d-17456e5e1756
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.67s (6.67s including
    waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c51d9d0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: e18ba0f6-1c16-44be-800e-440f478566f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c54f6a148
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: d5827c38-86ee-4395-9893-94640b020e61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c5564740a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 6d1a987a-6e0e-45dd-bbb2-d387db5eb233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c556ecb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: 8a9a5c65-1036-48e2-8007-05a0886d7049
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c5826b345
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: 1e989985-4509-430e-ba29-92dd298ccc62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:13:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c58951458
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: ca43e34f-8d9e-49bb-9508-ca9d5a4c3a28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:14:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:55Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e4c677f134c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: d7e759ca-6ff7-4e78-856f-f52ce991509a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:15:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e657b57803e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: a9d92b67-f633-4a24-86b1-2b1741714be0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:15:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e657b581e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: f3014fb2-d414-4fa2-a647-28c9f4c3a4d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: e9354cff-dc48-4dbd-be0d-4067fbaf6c27
  kind: Event
  lastTimestamp: "2026-09-17T18:15:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dz58c.18d62e663fc9713f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 26f88cf8-0d48-410f-9c72-4e854bb5d552
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: b79cde11-231d-4a5f-b9ad-00a215f2934c
  kind: Event
  lastTimestamp: "2026-09-17T18:13:14Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-dz58c'
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62e49674174dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: 8684e781-8f71-4a77-a088-c7015bfb87e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30313"
    uid: 83766ffa-8432-428a-a7a2-709c73ad69f7
  kind: Event
  lastTimestamp: "2026-09-17T18:13:14Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:14Z"
    name: isvc-lightgbm-predictor.18d62e49640dbc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 99df0947-3b38-4d0e-8481-9073b30a5077
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: b47e1736-2daa-49f4-9997-869b8aaa92fd
  kind: Event
  lastTimestamp: "2026-09-17T18:13:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:59Z"
    name: isvc-lightgbm-predictor.18d62e4ce2e4a695
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: b0665e4c-e7c8-4f82-829b-3a0d16d802b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: b47e1736-2daa-49f4-9997-869b8aaa92fd
  kind: Event
  lastTimestamp: "2026-09-17T18:13:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:59Z"
    name: isvc-lightgbm-predictor.18d62e4ce34b9679
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: a286917c-5bdc-4797-888a-e48bc77a87e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: b47e1736-2daa-49f4-9997-869b8aaa92fd
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-lightgbm-predictor.18d62e575fc61e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: 80f42bc2-252b-45e2-8dcc-3b8b5f90c834
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: b47e1736-2daa-49f4-9997-869b8aaa92fd
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-lightgbm-predictor.18d62e57602f5085
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: bab52405-7a5f-41d4-a54e-bd41a210501f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:20.525822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e66b17fb531
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: c6967d50-4a6b-426d-b5c6-9dd71ed7d9c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e66d35517fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 93f13ed6-eece-44ff-8b86-96dc67a10d8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e66d4b6908d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31576"
    uid: c34cbda3-2da9-4f05-8291-227be97d2567
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e66d78ccf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 48b8bf6d-e1ec-4408-9ddb-21d641d79b33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e66d7fa127f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 679f7b41-5a2f-4be7-86b1-2520bbb86800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e67f986be5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: dd810f55-ffc0-47f6-b7db-20022c613006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e67fcb2d63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 9044c646-7518-4550-9fe5-70f362e143fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e67fd211f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: bd622fc2-a3dd-4eb3-8b2b-7b5cdbe21928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e67fd2ae78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: ea0238e7-4130-404e-aeb5-9c0352a1c33e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e67ffec4d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 5e5a6dad-8c18-42a0-bfe5-5a1a476aded2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:15:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e680058a2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 631d719e-22c1-4a64-9dcf-3481515eb3e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e683588dc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: 732ca3ca-be64-47a8-9a0d-9b0a9c5d2456
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e817f646a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 76179d88-ce61-402d-8e55-a9aecd043f2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:17:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e817f65045f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32616"
    uid: 074b70a3-4dae-4460-84f4-1e374c9c0684
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: cafe1fd8-26c9-4d21-97a5-0785fa7a4123
  kind: Event
  lastTimestamp: "2026-09-17T18:17:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:18Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx.18d62e820deb92b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: aee61b01-7012-487a-a598-9d00aa4cd0a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 63c29c90-5527-4e0b-a8dc-50acef7c8589
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-cp9dx'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d62e66b0c6fa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 9e50df50-b60a-499a-be62-7d57a14f3add
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: 16257ac3-571d-4f39-b2b7-135267d427ed
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-lightgbm-runtime-predictor.18d62e66ace3ebfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: f76df0f6-4189-440c-af57-94a76444568a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 0d9760e5-d982-42ee-8c1b-3353c54b2546
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62e6a2bae2048
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: b9a35f5a-a386-4a6a-87c2-a4085d43ee39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 0d9760e5-d982-42ee-8c1b-3353c54b2546
  kind: Event
  lastTimestamp: "2026-09-17T18:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62e6a2c15eb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 49713f2c-022d-49f1-9441-f94e5f0c5aae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0d9760e5-d982-42ee-8c1b-3353c54b2546
  kind: Event
  lastTimestamp: "2026-09-17T18:17:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:05Z"
    name: isvc-lightgbm-runtime-predictor.18d62e712a250355
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 9d4ff226-a774-4f0a-a661-f2237d946d60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0d9760e5-d982-42ee-8c1b-3353c54b2546
  kind: Event
  lastTimestamp: "2026-09-17T18:17:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:05Z"
    name: isvc-lightgbm-runtime-predictor.18d62e712a981eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32457"
    uid: 43978d91-c4c1-4156-807b-a85f249ac88a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: fa66f7a1-c950-40f5-869b-4c0192184c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:17:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:08Z"
    name: isvc-lightgbm-runtime.18d62e66ace4f275
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: 737e1e83-cf1a-466a-9db5-dc257e0c60e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: fa66f7a1-c950-40f5-869b-4c0192184c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-lightgbm-runtime.18d62e66adf184a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: d5900cfc-865e-4f1a-8b2d-6453905e59c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32528"
    uid: fa66f7a1-c950-40f5-869b-4c0192184c2d
  kind: Event
  lastTimestamp: "2026-09-17T18:17:08Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:08Z"
    name: isvc-lightgbm-runtime.18d62e7fc3bfe3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 778e26c3-c461-4b90-9725-4b3869578980
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:16.053676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8f8fc63a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 0a931769-223d-4730-baee-5a60c226d910
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8f9d0d35cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: 60a6c514-cd77-4ed8-94d1-2f4fb07845e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8fd53c9a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: c43f8b3c-0457-4b3b-bda7-a36609b042dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8fd6a31a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: e4a9e30e-7696-4d13-a607-619299c7052d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8fd9394836
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: ebce31eb-afc1-4be4-8cc4-8168b87c30ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e8fd9aac626
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 47a57d01-0b03-4014-b0df-29d0fe7133e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90df21126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 064e69f6-1985-4181-8d04-f4dba1ab4d56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90e226ad7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 3d1e5fde-4af8-4666-bd43-25f68f51b307
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90e29950d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: ab1765e1-673a-40d1-90dd-b1d43604522b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90e2a35df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: f0496806-972d-476b-b08d-ded9dad88f53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90e5c02d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: 0584160e-48cb-4a5b-a349-7ff82736c221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e90e62e15f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: a7392585-cdad-49df-a9ae-0dc01ba4a57a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e9157093662
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: f19ece33-2f47-4ce2-8774-e85f587eb01c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e96915518c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 9f8260d7-e1fb-424d-a614-27a58486506a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: d6ebb086-489d-4c26-963e-cc6688274e7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs.18d62e9691558be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: a12693b2-2e51-459b-985a-b32f04632549
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: 3fae1b75-2c5f-4971-818e-38378425afe8
  kind: Event
  lastTimestamp: "2026-09-17T18:18:16Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ptdxs'
  metadata:
    creationTimestamp: "2026-09-17T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62e8f8f54207b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: c1db0766-fa30-4f08-a248-3e73d808bf29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: 7b5de06d-aba7-4424-b842-8631af80fdab
  kind: Event
  lastTimestamp: "2026-09-17T18:18:15Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62e8f8c31ce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 92bbc060-f98a-4890-93be-059c9ef0d5e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 4b7919ff-25c9-4c3c-8702-c1ead8d1ade6
  kind: Event
  lastTimestamp: "2026-09-17T18:18:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62e930b6aa3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 999edf3a-7f75-4f46-9960-3ef178e21d1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 4b7919ff-25c9-4c3c-8702-c1ead8d1ade6
  kind: Event
  lastTimestamp: "2026-09-17T18:18:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62e930bd07e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: 1453ad15-2193-4502-b760-293bcf7071e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: b92b244a-60fd-41f2-9f74-4b95fa32c09b
  kind: Event
  lastTimestamp: "2026-09-17T18:18:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:39Z"
    name: isvc-lightgbm-v2-kserve.18d62e8f8cbc1996
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 34b4ab33-a4be-492d-a1a9-9c840404540c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: b92b244a-60fd-41f2-9f74-4b95fa32c09b
  kind: Event
  lastTimestamp: "2026-09-17T18:18:16Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:16Z"
    name: isvc-lightgbm-v2-kserve.18d62e8f8d35e565
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 294a4f91-97cb-4ed2-a2dc-5eabd43b8216
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: b92b244a-60fd-41f2-9f74-4b95fa32c09b
  kind: Event
  lastTimestamp: "2026-09-17T18:18:39Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:39Z"
    name: isvc-lightgbm-v2-kserve.18d62e95165064f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: ef1adc06-806a-47ef-9f85-435ff8b301ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:17:20.800444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e82b26cc60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: c67c7686-6dda-47a0-88c4-eb0f78d5906e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e82d4512ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 5f20819c-1080-40d9-acdb-631d6d31817b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e82d66d9ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: d8856d2a-e514-45b0-b618-0bf283cd672c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e82d91cdeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: d397d9e1-e317-4172-85e2-dfc1a627aca5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e82d98b8937
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: c962f740-9080-40b0-bd6b-0205bf45ecbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83e3aad733
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: 5bdec7dc-74f1-49a6-a8df-5443c51b29cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83e6d33d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: b3faa8b8-781e-4653-99a3-324b333a6b8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83e7411a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: b58e7372-a9c2-42d7-8af5-f04b3b29b915
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83e74a4568
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: cba75514-3753-4651-9fa6-01feae46e86c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83ea0de9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32754"
    uid: 6f0ab354-e542-4d4b-b49d-333a8210b701
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:17:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e83ea8614ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: ca8ba2ac-ab9b-4645-b8b5-b66be8999038
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:18:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e8e5ab9654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33132"
    uid: 772f3d18-7c22-4e67-8586-532c3c73ab55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 0e0ba285-3160-4ac7-bdff-b28d646dd9bb
  kind: Event
  lastTimestamp: "2026-09-17T18:18:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx.18d62e8e5ab9f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "33133"
    uid: fb072e9c-3fce-4a57-9095-0e48af6c34d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: e6d3ab4e-b57b-4533-a743-482f49020d82
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-k9qzx'
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62e82b205b288
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: ef506519-72e9-486a-a8ea-57d08c3e3e8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: 8652b564-29b1-4a2c-a33f-be3a8303546c
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62e82af799bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: 01b1bb21-dcff-4e0f-99b9-60422bf953fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: cc236c0a-df41-4167-abdf-7fc5ba97383b
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62e862e4c12e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: 67ac7e66-e7b3-4ccc-b212-c486a88403b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: cc236c0a-df41-4167-abdf-7fc5ba97383b
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62e862eb278dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: 80efb459-42d8-4f76-aaba-04c34aabfd11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: cc236c0a-df41-4167-abdf-7fc5ba97383b
  kind: Event
  lastTimestamp: "2026-09-17T18:18:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62e8d2ca6f20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: bbd9a52b-9a73-4739-bc2e-a425210f4ee9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: cc236c0a-df41-4167-abdf-7fc5ba97383b
  kind: Event
  lastTimestamp: "2026-09-17T18:18:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62e8d2d05acb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33057"
    uid: d3bb5cb0-8e0d-4e76-832f-7c1b56ab50ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: e79cc402-8b84-4c8d-831a-d874a0dd11f2
  kind: Event
  lastTimestamp: "2026-09-17T18:18:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:04Z"
    name: isvc-lightgbm-v2-runtime.18d62e82af76f406
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 26fa8424-3da0-4ba7-ba7a-a53f33d138b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: e79cc402-8b84-4c8d-831a-d874a0dd11f2
  kind: Event
  lastTimestamp: "2026-09-17T18:17:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:20Z"
    name: isvc-lightgbm-v2-runtime.18d62e82afe1f777
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 4f7d80d0-c978-49d2-a5b9-04a2a558eb60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: e79cc402-8b84-4c8d-831a-d874a0dd11f2
  kind: Event
  lastTimestamp: "2026-09-17T18:18:04Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:04Z"
    name: isvc-lightgbm-v2-runtime.18d62e8cc35891d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 186a4e53-c866-4d97-8428-2ee0f61bead4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 220b74f5-c977-4dea-939a-eb93ffdb0324
  kind: Event
  lastTimestamp: "2026-09-17T18:15:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:05Z"
    name: isvc-lightgbm.18d62e4964256c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 5d499c6c-64b3-4da5-a642-755b075dc043
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 220b74f5-c977-4dea-939a-eb93ffdb0324
  kind: Event
  lastTimestamp: "2026-09-17T18:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:14Z"
    name: isvc-lightgbm.18d62e49649d8fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: 279aeb3c-f6b5-4860-8efa-eedf7313ba6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31369"
    uid: 220b74f5-c977-4dea-939a-eb93ffdb0324
  kind: Event
  lastTimestamp: "2026-09-17T18:15:05Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:05Z"
    name: isvc-lightgbm.18d62e63205c403b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 496b0d21-03a1-430d-8b43-a11d70220017
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:19.322776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6bdfd88f5f-sqg99
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d092ad35c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 3899c725-f9f6-468e-afca-9495b3ab3917
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d093452ce74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 462d51f7-deb6-4ad9-8067-1440adb8320d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:20Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:20Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d096e98b02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 58213b4b-3d5b-4b77-983a-85e961272961
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:20Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0970b5ca8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: f2996bec-4f66-4db4-b4bc-6c12e4d51b02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:20Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d09738f6499
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 4566dcd4-8fce-4905-8209-a2d94bef9053
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:20Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d09741156dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: 1efb26b5-e9e5-49de-8723-f08a9ad46660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a74146ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 6d8c79ac-c1c0-4710-8769-160682832959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a77949f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 4cdf28aa-e791-4251-bc29-e9094215eaa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a78055401
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 5b251736-eff8-4543-bced-4c41255416aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a780f3c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: e77ff5ec-d91f-40de-b2cc-e27ac4b04cd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a7afb6925
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 4be6e532-4c20-4c32-95bf-452a6aa77a48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a7b6af2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 635234d0-e282-4cb0-955f-c214036680a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a7b76dc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: 5418c025-16d2-4852-ba58-9521fb354127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:25Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a7ed3a922
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 579fcb96-e982-4aed-8e50-90076b4d8dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:25Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0a7f5b6d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 3c67f529-e7eb-4e79-ac6f-3b5c17967f29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:52:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:02Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0ab023eeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 64b58df4-90a3-4f8f-8caa-388baa5bf73e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:52:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:02Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d0aec2eee5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 059d7564-8c4e-43bd-8dbf-fbcba4823362
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d1f52fb3611
    namespace: kserve-ci-e2e-test
    resourceVersion: "18027"
    uid: 40024b92-7be4-4aba-9e19-76fd42011604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d1f52fbc4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: 83154b5b-4ee3-4e25-b1cd-fc13b25a64c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d1f52ff706c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: ada40876-a4bd-45f6-ae6a-b5f262ff4d78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-sqg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: a04de597-9614-4eea-91db-1bfc009c0ab0
  kind: Event
  lastTimestamp: "2026-09-17T17:52:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:07Z"
    name: isvc-logger-predictor-6bdfd88f5f-sqg99.18d62d201c71a07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: c1d7b43b-7a3b-4d36-86d0-2a79be31b1a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6bdfd88f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: f9fd04b9-71ff-412a-bcee-4c6cef4f7040
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Created pod: isvc-logger-predictor-6bdfd88f5f-sqg99'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-predictor-6bdfd88f5f.18d62d0928432be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 67ed690a-007c-4aa9-a541-a63b673c0a81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 25c6642c-fd26-4696-b8e1-5822aad130de
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Scaled up replica set isvc-logger-predictor-6bdfd88f5f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-predictor.18d62d0923b3feaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: d884e29e-6238-474a-b46b-510981c73698
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 61c3e239-6b4a-4dfc-9fbc-c12299583a0a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:49Z"
    name: isvc-logger-predictor.18d62d0ca2d7b08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 8d01030e-8bcf-4128-a888-c8dc7a46741e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 61c3e239-6b4a-4dfc-9fbc-c12299583a0a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:49Z"
    name: isvc-logger-predictor.18d62d0ca395103a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 7ba9325d-5f96-48a4-bf80-e722feca67cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 61c3e239-6b4a-4dfc-9fbc-c12299583a0a
  kind: Event
  lastTimestamp: "2026-09-17T17:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:49Z"
    name: isvc-logger-predictor.18d62d13a1496758
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 74aae805-a9ec-40c0-b3ac-b5ef000f2476
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 61c3e239-6b4a-4dfc-9fbc-c12299583a0a
  kind: Event
  lastTimestamp: "2026-09-17T17:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:49Z"
    name: isvc-logger-predictor.18d62d13a1b13f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 3b64ea9f-3a9f-4265-b91c-80adf97b9ac0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: addf6896-594e-418f-9bc8-a963cb03c253
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-logger.18d62d0923bafa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 3e071c6b-51c4-462f-ac13-4f285f16f846
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: addf6896-594e-418f-9bc8-a963cb03c253
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger.18d62d0924589df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: cd1fa57b-d3b9-417b-aab0-048f58b20d26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: addf6896-594e-418f-9bc8-a963cb03c253
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-logger.18d62d1ca78fb1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: ebef4996-1eaf-4686-b92b-a84144f13fbf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:51.362468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e97c857a707
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: 4c517dd9-9201-488f-974b-a92cbcf9832e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e97d29d4a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 7c6eb31b-5635-40bf-8af4-d4a145393f48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33620"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:52Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e980e036427
    namespace: kserve-ci-e2e-test
    resourceVersion: "33635"
    uid: 6061b3a4-bae7-4c9f-9cf3-2de37ad76e6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e980f7b9875
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: ddddea53-b0c5-44ce-88a9-7a81c79a0bca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e98128799f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: c16d4ef7-9188-47d1-a3a6-f78b533fe0bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e9812f95811
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: 08cb8eb6-7efa-46fd-8961-3943c32010a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e992d9dd7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: 01dc5fea-7ace-43c9-9a01-65c54e7eea12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e9930f88c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: a9e724a0-b915-4c70-8276-b8d2c8708aea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e9931678221
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 2862dc0f-59b4-400c-980f-4e835d01bab1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e993170bcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: eeb822ac-1dc2-44c7-9044-9aeb4e0964b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e99348d733d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33690"
    uid: f764c100-7d8e-4bb8-8f8f-f5713092b3d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62e9934fca7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33691"
    uid: f1089b54-cafd-4a85-bcc7-444a9c510b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62ea36ebbbe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: 93ed395f-c21c-40d6-933f-102c98158737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: f2e598dd-37c9-47d4-a430-5ce2b506b413
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2.18d62ea36ebc5f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 8453ebb7-ef4f-4d96-b481-f9b8262e3fa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: dcaf40e9-f132-40a5-9770-f25044da23c7
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-zbfp2'
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d62e97c7caf503
    namespace: kserve-ci-e2e-test
    resourceVersion: "33612"
    uid: e94f9779-b465-4bc6-9043-648d3e98e021
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 158e3457-1eec-4599-be2b-686cca50adc2
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62e97c454cfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: c52795db-39cc-43f7-af42-a1330d8550d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: a2d84bbf-686f-405c-98c4-6b25b4ce4cab
  kind: Event
  lastTimestamp: "2026-09-17T18:19:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62e9b4344a924
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: ab9ed8c9-8df8-4d10-9ce1-befb8407813b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: a2d84bbf-686f-405c-98c4-6b25b4ce4cab
  kind: Event
  lastTimestamp: "2026-09-17T18:19:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62e9b43b06015
    namespace: kserve-ci-e2e-test
    resourceVersion: "33757"
    uid: f0e7336c-675e-4f8b-b93a-2f65d759e011
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: a2d84bbf-686f-405c-98c4-6b25b4ce4cab
  kind: Event
  lastTimestamp: "2026-09-17T18:19:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:36Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62e9ec258133e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34008"
    uid: b2d9c1f1-1cfc-4253-b7cf-1e28dbbba640
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: a2d84bbf-686f-405c-98c4-6b25b4ce4cab
  kind: Event
  lastTimestamp: "2026-09-17T18:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:36Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62e9ec2c6ba81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 04557a5d-957a-4f85-9f4e-2f58305ef2d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: dc86ccfd-f2a8-4965-8021-3367d9672134
  kind: Event
  lastTimestamp: "2026-09-17T18:19:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:34Z"
    name: isvc-mlflow-v2-runtime.18d62e97c46ed550
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 418d49b4-3f2a-4115-b21e-3a5fe469c970
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: dc86ccfd-f2a8-4965-8021-3367d9672134
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-mlflow-v2-runtime.18d62e97c4ef8833
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: f1519655-5ee7-4a2c-8294-706eeec365ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: dc86ccfd-f2a8-4965-8021-3367d9672134
  kind: Event
  lastTimestamp: "2026-09-17T18:19:34Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:34Z"
    name: isvc-mlflow-v2-runtime.18d62ea1d11172de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: b04f7631-5915-4237-81e4-b3d9d3929dcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:21:11.847756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34989"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb87deaf41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34995"
    uid: 09a4a6c0-a103-4e68-b157-b2d4f46720c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb886fdc796
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 792c78ac-5908-49e1-82bb-cc8e33f58a04
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34999"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:13Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:21:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb8c39fac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: e183b3c5-c8b0-4193-916d-a677676ac83f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb8c4ffc34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 7f884cc4-1074-4f51-8fef-f5d5c51e066f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb8c7cc3015
    namespace: kserve-ci-e2e-test
    resourceVersion: "35021"
    uid: 8986401b-b440-4e9f-a593-0a626e4a72b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eb8c83e19fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35022"
    uid: 4dc9a73e-19e7-4d72-8894-ae6ef28459a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:18Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62eba0216dacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: b86b878e-c768-4ab7-9be2-b54ae957d784
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.225s (12.225s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebcdac30d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 3c0faa77-9b66-4a8d-899c-9b056ebfa16d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebcddd636c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: f96b466e-05a5-4d4b-a683-06f86cb2f5c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebcde48660f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35166"
    uid: 1e9ae688-d513-4d89-8053-e8319b9dbb14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebcde5457a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35167"
    uid: 72d60a03-3ea9-4a33-901e-a03459dee786
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebce0e2bdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35168"
    uid: e294aedb-5908-4995-8e3f-b7e9a25f427e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:21:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebce157d6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35169"
    uid: 028578af-071d-4082-8555-6b203efb2cab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:22:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ebd489c6ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 5d777ff6-20d0-4e75-b827-44ddbff33384
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:22:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ec91e295f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: b3155fb1-dfc2-4f37-89c1-96f6f297bd9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:22:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ec91e29d326
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 8376f44a-02b1-46dc-becf-61ad03f2e5f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 1fcef854-6afc-4563-83e9-19758c935a18
  kind: Event
  lastTimestamp: "2026-09-17T18:22:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-bqq4q.18d62ec928a0c47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 640e63f5-f5bd-4b95-87d4-d1e2d4bdaa1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: d73f29c8-6366-426b-96a0-17749b9a07ae
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-bqq4q'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d62eb87d7ee357
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: b3139288-cc1f-4ff0-b19c-1a37f01609d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: 898c770d-b9ac-4243-b8af-40ea97f35707
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-paddle-predictor.18d62eb87a9198de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: 633b252b-764d-4d4b-83e3-f4c7bb462d16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: 31dc9a82-7187-4405-a6c7-a408df28dfe4
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-paddle-predictor.18d62ebbf922e7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: 1f2c9a89-7649-4093-8f0b-08d691196d9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34979"
    uid: 31dc9a82-7187-4405-a6c7-a408df28dfe4
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-paddle-predictor.18d62ebbf98ae363
    namespace: kserve-ci-e2e-test
    resourceVersion: "35369"
    uid: b159b42b-d5a8-453a-a9bb-1176734ec06b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 31dc9a82-7187-4405-a6c7-a408df28dfe4
  kind: Event
  lastTimestamp: "2026-09-17T18:22:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:11Z"
    name: isvc-paddle-predictor.18d62ec676acf43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: c6439472-6340-420e-b608-9a0d06c8bc12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 31dc9a82-7187-4405-a6c7-a408df28dfe4
  kind: Event
  lastTimestamp: "2026-09-17T18:22:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:11Z"
    name: isvc-paddle-predictor.18d62ec67718c9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: 6aeb5647-0deb-41b6-a786-cbe57c8a81ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:28.589870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62eca5c1ab512
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: dc7ac4cc-48ab-4f7b-94de-e520379984a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35668"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62eca7ebc0bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35698"
    uid: c0a8f8ca-fa1a-4d28-82cd-9f5735959ae8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62eca8130acd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 4420025a-6293-4e12-b9e5-3644e6fbb8b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62eca8516c8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: e9a1149f-b996-4fc0-b6e6-180e265cd3fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62eca858b98a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35702"
    uid: b5990175-59c1-43dd-8392-e31b4393136c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:34Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ecbb52b1309
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: c497185f-78c8-4598-87ba-3eded2fadd66
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.255s (11.255s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece5409fcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35999"
    uid: d5c538ea-aeb2-4e90-b9ec-f42f27d0ca04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece5745c545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: e399454a-d0ee-4d72-82a6-cd8c733ea97e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece57b4798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 075f8626-8368-4713-b9e9-136f0facbad3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece57bf395a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: c1cbddca-1827-41d8-bbf2-bc9daa0f89fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece5added56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: c4cc22eb-0647-449b-b7bd-68c12f325749
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:22:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece5b4e1cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: dd44f36d-ae1e-4d0f-a36c-edaf4408ba13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62ece846f8f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36449"
    uid: 93c04e71-baa3-4e44-9cc4-7fd5e514ef2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62edafaa21f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36427"
    uid: 87068ec6-9d3e-46af-9c5b-b956b06e4f16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62edafaa283da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36428"
    uid: 4e57950f-159a-44b4-9555-33f00d5168b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 44f893d4-20bd-4c6d-bd93-67c035f314be
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-rfmdg.18d62edb8e9425fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 9f2d4d21-1036-45b8-92d7-4dd0c49dc4a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35646"
    uid: 801252f6-1c15-4efc-b577-6495d8aba357
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-rfmdg'
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d62eca5b9e9383
    namespace: kserve-ci-e2e-test
    resourceVersion: "35661"
    uid: 458920b9-6c67-409d-897d-6dca200589fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: b9a23d67-c5c7-4266-afc1-d30e9e5281e7
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-paddle-runtime-predictor.18d62eca557c613d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35648"
    uid: 8f1ce4ff-7e3f-4977-9aba-7b6fd51fbcf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35645"
    uid: 2be87bfc-c0a3-4718-87dd-c714e2c597af
  kind: Event
  lastTimestamp: "2026-09-17T18:22:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:58Z"
    name: isvc-paddle-runtime-predictor.18d62ecdd4233792
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: 9df8e155-d6a0-4c67-8745-971ce5d31e36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35645"
    uid: 2be87bfc-c0a3-4718-87dd-c714e2c597af
  kind: Event
  lastTimestamp: "2026-09-17T18:22:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:58Z"
    name: isvc-paddle-runtime-predictor.18d62ecdd4bf19b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: f83d5919-dbc5-4478-90e6-481e475c8020
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35967"
    uid: 2be87bfc-c0a3-4718-87dd-c714e2c597af
  kind: Event
  lastTimestamp: "2026-09-17T18:23:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:28Z"
    name: isvc-paddle-runtime-predictor.18d62ed4d34da71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36321"
    uid: fb21ec3f-cae1-492e-bd36-caafe66701aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35967"
    uid: 2be87bfc-c0a3-4718-87dd-c714e2c597af
  kind: Event
  lastTimestamp: "2026-09-17T18:23:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:28Z"
    name: isvc-paddle-runtime-predictor.18d62ed4d3b5dbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36322"
    uid: df89d2b0-5945-4fb0-a527-e70a9167249d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: b9d53c71-6ca7-49aa-8b94-41f4490e2f19
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-paddle-runtime.18d62eca55bccaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: ab85db87-bc90-449d-86a4-9dba3947c937
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: b9d53c71-6ca7-49aa-8b94-41f4490e2f19
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-paddle-runtime.18d62eca5649f425
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: 0b51c22c-9a9f-47e7-b778-e781b0eabba0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: b9d53c71-6ca7-49aa-8b94-41f4490e2f19
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-paddle-runtime.18d62ed942853724
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: a67251fc-86c1-4911-9549-cb0c7d4f61ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:23:45.077347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edc2b1d02c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: 61257b4a-3080-4a11-af92-a76029a47b28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36508"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edc4ce03e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 8e143c23-03cc-460f-a263-ddd78e141833
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edc4eae22e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36519"
    uid: 99eba2dc-e192-448c-825b-12c2a7838a7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edc5174c527
    namespace: kserve-ci-e2e-test
    resourceVersion: "36520"
    uid: 91717549-2171-4ed1-80a2-a16bc8207592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edc51dfc108
    namespace: kserve-ci-e2e-test
    resourceVersion: "36521"
    uid: 52e52ba1-7cde-44f1-9e8c-ac97f8e8d930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd7cd40ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: e1f4022d-b844-444f-b9bf-4e412588eab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd7fd55911
    namespace: kserve-ci-e2e-test
    resourceVersion: "36567"
    uid: 9df5724b-d108-45fa-8580-cb01a3e40c6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd80402a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 39c85324-9e76-4798-8c08-4fc3c06c4ad3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd8048d126
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: dad4c4fc-77c1-4465-9319-666edbc9e963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd83b51460
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: c585fbf1-4814-4f03-9798-88f7afd8a2b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62edd84248947
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: 536167f9-fbb8-4e74-970d-64dba2c7829e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62eddf4bc9dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: 2023f7f5-2b45-4c5f-ad2f-a2df22cec245
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:24:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62eea8127930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: b2253b93-65bb-4b13-9382-309110588987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:24:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62eea81280543
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 350732a4-5216-469f-b8db-82d763cb2140
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 307eaa8f-edf7-4b6f-b2bf-5dff9fc4a751
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n.18d62eeafed23f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37217"
    uid: 7436d1c8-9da4-457b-9dcc-e3c7acbfe028
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: 1fc11c41-70a4-4381-9984-25d91d8eed16
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ss69n'
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d62edc2a9ad80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: 42ac2dd9-9c3e-4787-921c-e4ab94876f20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36486"
    uid: c8ccda44-9958-435d-b29f-710467784fa3
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor.18d62edc27451991
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 97d4f071-c499-4d16-83f3-8f545589b30e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36487"
    uid: 90b3ec89-0941-4465-94a4-cfd92d6503c1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:00Z"
    name: isvc-paddle-v2-kserve-predictor.18d62edfa61064fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36645"
    uid: c385f275-19c9-4348-ab23-1152d394dbf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36487"
    uid: 90b3ec89-0941-4465-94a4-cfd92d6503c1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:00Z"
    name: isvc-paddle-v2-kserve-predictor.18d62edfa67df603
    namespace: kserve-ci-e2e-test
    resourceVersion: "36647"
    uid: 4fed4ff6-98ad-4298-bb76-3456889cb79c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 90b3ec89-0941-4465-94a4-cfd92d6503c1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:45Z"
    name: isvc-paddle-v2-kserve-predictor.18d62ee3254a2c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 4b79d3fc-d1d1-4d42-8501-d2c2d2bade0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 90b3ec89-0941-4465-94a4-cfd92d6503c1
  kind: Event
  lastTimestamp: "2026-09-17T18:24:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:45Z"
    name: isvc-paddle-v2-kserve-predictor.18d62ee325bb3c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: 57d0021d-7c8e-4c62-949f-8df35b9ab9f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: bc7b5944-1b70-4afd-88cb-d07bb4bf6738
  kind: Event
  lastTimestamp: "2026-09-17T18:24:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:38Z"
    name: isvc-paddle-v2-kserve.18d62edc2746ce10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37124"
    uid: 7b0d0bb2-a3da-40d1-b680-f686e2a6cfc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: bc7b5944-1b70-4afd-88cb-d07bb4bf6738
  kind: Event
  lastTimestamp: "2026-09-17T18:23:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:45Z"
    name: isvc-paddle-v2-kserve.18d62edc27d07770
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: 95d5ca25-bbae-4144-9092-dca48e3a3c37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: bc7b5944-1b70-4afd-88cb-d07bb4bf6738
  kind: Event
  lastTimestamp: "2026-09-17T18:24:38Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:38Z"
    name: isvc-paddle-v2-kserve.18d62ee8b02e61f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: 08e2eedb-2af0-4195-97bd-aebc9fd11958
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: 54aabbfe-1b14-42ff-be30-82ba2da2cfb0
  kind: Event
  lastTimestamp: "2026-09-17T18:22:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:18Z"
    name: isvc-paddle.18d62eb87a9335e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 58f76b9a-01d3-4e8f-97c6-b5f9ac07748a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: 54aabbfe-1b14-42ff-be30-82ba2da2cfb0
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-paddle.18d62eb87b2aabbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34986"
    uid: 9d54d137-0b2f-4745-a972-270271fefb3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: 54aabbfe-1b14-42ff-be30-82ba2da2cfb0
  kind: Event
  lastTimestamp: "2026-09-17T18:22:18Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:18Z"
    name: isvc-paddle.18d62ec80431f613
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: ab6d3067-2181-4fa6-8a45-d14109b7f5f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:51.844020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-fklbk
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eebb6b7925c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: fba0a50b-faf4-412e-9e58-0384694cea8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:52Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eebc1285e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: ae5ba675-e93b-4a87-b08e-399b7925ca29
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:53Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:53Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eebfca184a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37294"
    uid: 948b1c17-c74b-4771-bc8e-a2add7125587
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:53Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eebfe34e05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37297"
    uid: 4a6a103a-9143-4054-8c43-156fced574dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:53Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eec018f178e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: 94b0b830-5043-4751-a325-84e0a88e09f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:53Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eec01fce779
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: 66a59f9b-58ec-4350-b3c4-5ad0d0034ccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:24:57Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:57Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eeced6494a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 1d7cdec5-2b49-4ec7-9b88-1b724e5fe63f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.114s (7.114s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee95710ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 99eb6f97-66c2-4957-8e11-fed30b10176f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee98a7c49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: b854db58-88ee-437a-82bb-9e30a8528bf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee99177cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 1a9f0856-3468-43bf-89e0-c1ac17dad03f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee99230585
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 662631e6-4e32-4964-8ceb-4f00157adf17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee9c11b3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 8931ec03-bdb5-499b-b308-239eaba99623
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:04Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eee9c80a5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: aec6f40b-a4c0-46c9-bbff-4eb271cf745b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62eef08fc3c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: 30e7d114-8b69-4d94-ac68-7255eb69ff80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62f05a74d022f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38313"
    uid: 94562815-f0fe-42af-bf07-359c46c28276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fklbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 175387e7-e4cc-4fc1-869c-dc66beb3a43c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:43Z"
    name: isvc-pmml-predictor-8674795f59-fklbk.18d62f05a74d5f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: 043bf30d-2421-40f3-a0de-8f657d73e424
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37256"
    uid: 5681168e-c1d4-4dff-8dfc-9de9b59fb52f
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-fklbk'
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-pmml-predictor-8674795f59.18d62eebb621f836
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: d7f19ef6-8fd1-48ac-8495-520670821f2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 4423d380-6363-4939-bd1d-320620a62aed
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-pmml-predictor.18d62eebb30d7aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37259"
    uid: fb4ebb8f-f6e8-408a-9815-33dd20446629
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37255"
    uid: a6d0f153-7030-4c9c-8742-eb5d9e51333b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:36Z"
    name: isvc-pmml-predictor.18d62eef3254a1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: 561766e1-758b-4b0c-bb25-5a3510efe262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37255"
    uid: a6d0f153-7030-4c9c-8742-eb5d9e51333b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:36Z"
    name: isvc-pmml-predictor.18d62eef32c6a1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 6534933e-3485-4b4d-96d1-27db41c30593
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: a6d0f153-7030-4c9c-8742-eb5d9e51333b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:36Z"
    name: isvc-pmml-predictor.18d62ef2b18a798b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38250"
    uid: e60bc3f0-7e53-432c-9fa1-fc55ef074d0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: a6d0f153-7030-4c9c-8742-eb5d9e51333b
  kind: Event
  lastTimestamp: "2026-09-17T18:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:36Z"
    name: isvc-pmml-predictor.18d62ef2b1fd9239
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: 3bb573ad-0510-4e09-8206-8ea3610012f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:48.469158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-hrmkm
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f06de1df871
    namespace: kserve-ci-e2e-test
    resourceVersion: "38387"
    uid: 77a650f2-a8d1-4bac-945b-aa9c43b49a2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38391"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f0700123e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: b7c03b98-c79c-43f2-bb03-bbc62bb36f32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f07019e5eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38404"
    uid: 8188be95-bb80-4d65-aa83-b9a39b4eef99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f07042866f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38409"
    uid: e15e75da-0b9f-48af-9ff3-a2c9cda04b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f0704971bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: 415911bd-961e-4895-b2ce-6edab6ece9a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f0815c88956
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: b17e507b-a1a7-44e8-a2eb-4db13208a13d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f0818e26295
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: c5a1886a-2595-42c5-a985-141d241cf1c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f0819547f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: 7eeac0d2-4bcf-4ba8-837c-7759769906cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f08195ef137
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 0f708db6-775d-4c84-bff3-b8c137bbbff8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f081c463db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: 23d2c686-fc58-4faf-ad5e-6f66c54b4e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f081cbb6669
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: 752db05f-4862-4ff0-afbf-e5ce79bf9166
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f088dba4e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39093"
    uid: 069d5b1f-4eb6-4444-acf5-d1ddf488c8d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f1e8a1b67eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39203"
    uid: 41b71d3b-8fc1-4a51-b0dc-c4ff62d5a221
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:30Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f1e8a1bed99
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: 19c29fe6-bd9e-4d14-b6b3-4e88d7eb95b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 18474a44-81ca-4e84-9b8a-dcaabd3490dc
  kind: Event
  lastTimestamp: "2026-09-17T18:28:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hrmkm.18d62f1ee8040e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39217"
    uid: 6288f9c8-51b8-4ab7-8c15-7b3d80351109
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: 740f36a0-2d83-49e2-8f97-e3cc3151cc04
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-hrmkm'
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d62f06ddb394ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38384"
    uid: fc8948ca-78d4-43f5-8f4c-65344bbe4202
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38368"
    uid: 8459b334-da62-4519-834c-1f329dd05b84
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-pmml-runtime-predictor.18d62f06da11c225
    namespace: kserve-ci-e2e-test
    resourceVersion: "38373"
    uid: ca75f99e-2dab-4a91-9441-9ead0e859a17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: b6ccfb64-3c04-4b9b-bca0-a89e9af9efb0
  kind: Event
  lastTimestamp: "2026-09-17T18:27:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:33Z"
    name: isvc-pmml-runtime-predictor.18d62f0a587e4bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: d7b29cbc-21b5-4dc0-84ea-7b8748575f2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: b6ccfb64-3c04-4b9b-bca0-a89e9af9efb0
  kind: Event
  lastTimestamp: "2026-09-17T18:27:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:33Z"
    name: isvc-pmml-runtime-predictor.18d62f0a58df4de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 1efbb434-e194-4450-9a0b-87a79848e346
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: b6ccfb64-3c04-4b9b-bca0-a89e9af9efb0
  kind: Event
  lastTimestamp: "2026-09-17T18:28:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:18Z"
    name: isvc-pmml-runtime-predictor.18d62f14d5463a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39096"
    uid: 92edb85e-c9e5-44d2-84af-3c54abd556e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: b6ccfb64-3c04-4b9b-bca0-a89e9af9efb0
  kind: Event
  lastTimestamp: "2026-09-17T18:28:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:18Z"
    name: isvc-pmml-runtime-predictor.18d62f14d5ac3fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39097"
    uid: 20088539-9e39-40cc-9b80-a818f5839c08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38360"
    uid: 03f73cb5-fa70-4e64-a613-15764b11e7d4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-runtime.18d62f06d98e70ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: cfdc937e-d6a1-4e95-80f0-953d6073bcdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38360"
    uid: 03f73cb5-fa70-4e64-a613-15764b11e7d4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-pmml-runtime.18d62f06da0f3184
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: d70a7ac7-8843-433d-a0d8-942c391e976f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: 03f73cb5-fa70-4e64-a613-15764b11e7d4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:48Z"
    name: isvc-pmml-runtime.18d62f06e064e14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38394"
    uid: 286dec47-9e2c-4b57-8f72-be5e6b84ee6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: 03f73cb5-fa70-4e64-a613-15764b11e7d4
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-runtime.18d62f1e16055809
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 25ad2134-034a-4f3e-ba95-907eec30cffb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:55.536164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efa8b108719
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: d6f21d21-a1a9-4762-8df7-92da4c24c12e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efaaccd7058
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: c812b9f8-7fd9-486d-9818-4240604d9dd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efaae33c767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 6a69493a-8fb8-462f-a578-0d1fc8bb385a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efab0d010b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 142bba57-ec79-44f1-8bd9-378233b0c3df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efab13ec107
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: 9e0dbddc-0579-484d-a89d-ccc51fbd4228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:00Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efbb2be4499
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: c41b6498-86f6-4b0c-91d4-12428e94da12
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.231s (7.231s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd61cb4922
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: 4933aeb2-a2ae-42d6-bcba-533762b684fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd64a00449
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 63265d86-2ea1-4aca-86b7-9841fb4d57e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd65202b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38025"
    uid: c3b61e42-4d08-474a-bb7d-7aec8895348d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd652ae114
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 07d9c96a-c2c6-4ef6-b7ca-5ae8956eea4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd685aa056
    namespace: kserve-ci-e2e-test
    resourceVersion: "38027"
    uid: 38bb57ad-7d12-4a85-b253-c37111388097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:26:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd68cb7b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: 660b64ac-8af2-4cef-a9a5-97b7831f5caf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62efd91c13370
    namespace: kserve-ci-e2e-test
    resourceVersion: "38764"
    uid: 5642265d-bfa8-4d3e-a7ee-5f8819208d8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62f148bdd292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38867"
    uid: 46dc82c0-d96b-443b-8487-133067dcc33f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62f148bddbfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: b6d434a8-6fcb-4123-9dd1-6af519300681
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: d0ae2cc6-2b4b-402c-bfb6-a55a2d71d23c
  kind: Event
  lastTimestamp: "2026-09-17T18:27:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr.18d62f1551c328f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38897"
    uid: 9166dc1c-358f-454b-8b6a-5a16d4369ae9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: 68a3a424-cd0f-45a2-8ecf-c7eaa576b4e9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-hc4jr'
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d62efa8a891072
    namespace: kserve-ci-e2e-test
    resourceVersion: "37904"
    uid: f60a7245-0b84-4f94-b67a-b9078d61557a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 350608e9-3afc-40c4-8dec-6554208a9d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d62efa872f71b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: b2613f4b-8170-47d5-bfff-9de00aef0125
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 3bc19b24-087b-48f4-b9e1-4271bec40daa
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d62efe05ea8033
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: 6146cae4-a8e5-4ca2-8c32-c0f5a07ad063
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 3bc19b24-087b-48f4-b9e1-4271bec40daa
  kind: Event
  lastTimestamp: "2026-09-17T18:26:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d62efe066003fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38470"
    uid: 0dd6c70b-205b-419f-9df1-824fe6f245e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 3bc19b24-087b-48f4-b9e1-4271bec40daa
  kind: Event
  lastTimestamp: "2026-09-17T18:27:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f0c01922846
    namespace: kserve-ci-e2e-test
    resourceVersion: "38797"
    uid: b2ebcc8b-d962-4d79-a343-79fe228b26c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 3bc19b24-087b-48f4-b9e1-4271bec40daa
  kind: Event
  lastTimestamp: "2026-09-17T18:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f0c0207cd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: 020a902d-04bd-4546-9e54-817e0acc8c76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: 5680b8d1-ec65-4224-bb19-920f67bf3c0d
  kind: Event
  lastTimestamp: "2026-09-17T18:27:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:43Z"
    name: isvc-pmml-v2-kserve.18d62efa872cb036
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: c8d342cf-f39a-48e5-85c3-db2f313aeecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: 5680b8d1-ec65-4224-bb19-920f67bf3c0d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:55Z"
    name: isvc-pmml-v2-kserve.18d62efa87c33bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37897"
    uid: 0e4d38ae-b381-416d-9835-1ae29f76853c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 5680b8d1-ec65-4224-bb19-920f67bf3c0d
  kind: Event
  lastTimestamp: "2026-09-17T18:27:43Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:43Z"
    name: isvc-pmml-v2-kserve.18d62f139bf5d951
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 5050995d-552b-4f20-a5b3-7240c24ab22b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 779cd1ed-365e-4fa4-91c5-8b33b201082a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:32Z"
    name: isvc-pmml.18d62eebb2fa9e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: e8bdd77a-c9e2-4d79-8ef7-c3b644636431
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 779cd1ed-365e-4fa4-91c5-8b33b201082a
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-pmml.18d62eebb3854988
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: a48ebdc4-fa39-4f8d-8f46-af6729e5fc1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: 779cd1ed-365e-4fa4-91c5-8b33b201082a
  kind: Event
  lastTimestamp: "2026-09-17T18:24:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:51Z"
    name: isvc-pmml.18d62eebba5c1c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: c82c8ef7-276d-4ad4-80cd-901bafbdae6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: 779cd1ed-365e-4fa4-91c5-8b33b201082a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:32Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:32Z"
    name: isvc-pmml.18d62f03152587a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: da0c8b4c-c5bc-4b6f-9a0b-a81b1fa501a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:45.578145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d0f47c43130
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 22ceca8d-4c7a-48a0-9e9c-3f080754a814
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:46Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d0f698f51a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 07032b92-3adf-4b83-a074-ba353c3c1142
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d0f6ba6baf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 571a251f-03b4-4c31-9eec-34bdb1ca0102
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d0f6efb9d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: fd841256-9f95-4fdb-a981-ba8a5aabbd18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:46Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d0f6f76f08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: 71ddf15c-6d22-4112-bb53-1189d415eb2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d106bcd77d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 31dfa26b-991c-4952-866f-56d78f19ec68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d106eb76242
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 171efde0-185e-41af-b003-76124d28a085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d106f275803
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: ca95e51f-b454-4473-b9f4-a5af2d7a4e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d106f307d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: ade9cda9-a376-4324-9eb7-3d98b948d71f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d1071b4e012
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 4ee0eff0-bcef-4c56-ae67-1f03b982cf44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:50:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d107234f665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 6c6b568f-a33b-4134-8539-f7afc8774f02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d10e3a282f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 2552c31c-0337-4199-8986-39bf9a6a5b39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d245a69b202
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: f50fb66d-11d9-4020-a8d8-bc0de0612358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d245a6a28d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 7d15b364-aa14-40d9-ac0f-107535040eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 27fc4a3f-9136-4433-885f-a15e46b30d2e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp.18d62d24e9e11095
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 91c07cf0-f4dc-4913-94be-d45beaae9001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: c64ef939-54bc-410d-8dc9-07c1207bf048
  kind: Event
  lastTimestamp: "2026-09-17T17:50:45Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-qs4pp'
  metadata:
    creationTimestamp: "2026-09-17T17:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62d0f47025c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 915117bf-7f5e-4d68-8a43-3425d02549d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 23ac8b9e-a1fe-4664-92ef-5ec5064f0643
  kind: Event
  lastTimestamp: "2026-09-17T17:50:45Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:45Z"
    name: isvc-predictive-lightgbm-predictor.18d62d0f42a7c5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 6f4353ab-63c6-4133-b03b-7fe8d13de3f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 2dd96d54-a8cc-432a-99b2-5c959a3fd8e3
  kind: Event
  lastTimestamp: "2026-09-17T17:51:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:30Z"
    name: isvc-predictive-lightgbm-predictor.18d62d12c1c21e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: fa09fc30-07ce-4730-a32b-b749419bdc61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 2dd96d54-a8cc-432a-99b2-5c959a3fd8e3
  kind: Event
  lastTimestamp: "2026-09-17T17:51:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:30Z"
    name: isvc-predictive-lightgbm-predictor.18d62d12c235f318
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: c1554d14-86f4-4c3e-a217-733916f167dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 2dd96d54-a8cc-432a-99b2-5c959a3fd8e3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:15Z"
    name: isvc-predictive-lightgbm-predictor.18d62d1d3fe8e5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: 2ebb2bcf-3d76-4e5e-ab50-b410ceefdc6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 2dd96d54-a8cc-432a-99b2-5c959a3fd8e3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:15Z"
    name: isvc-predictive-lightgbm-predictor.18d62d1d408be57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: 61e97748-4ac2-4351-8537-abcf14f68bb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:51.916767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d569af928ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 170bfe73-07b5-498d-9ddd-103add59197c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d56a855f299
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 9aba0e47-aaa4-4778-ae28-6c6431d9950a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d56e0c1dae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: 5af803b0-649d-40a5-ad2c-493f7bcacfd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d56e276b141
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: fd457e93-cee5-443b-b818-b2bbe8198ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d56e5af3aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 00d4133f-702b-4401-8f50-13f4e4ab64c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d56e61d8a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 200a3456-7742-4456-9133-88f229dc0fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57e4c6c723
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 7f3f1ac6-5e65-4912-9c7d-de0e0ff8d3eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57e8448db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: d18e1f15-ae99-4895-8d8e-a1e9a6075cd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57e8b2f905
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: d01f7bea-cdbc-4a78-8b3f-2258fc823cf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57e8bc1153
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 35078b38-44e0-4c33-822a-6807aea3e943
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57eb8f683e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 99740ffe-6bbc-4708-80dc-9f6d58c8e53f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:55:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d57ebfc0fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: bc8a9782-eef3-4f41-9534-f3a9d95baff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d60bf2841d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: dce5cbc6-3848-4efc-b72a-7e4c54f4bb05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:57:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d6b952cd334
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: de302440-4c79-4726-bff9-402c93f6bf3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:57:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d6b952d4c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 8f2a031c-92c3-4458-a361-61ad0f57d934
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 26b49896-414a-4c72-ae8d-e3efd07b8dce
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24.18d62d6c62f2d484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 196e8d10-2ced-4a27-82ef-9b6f49c215f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 73a9339e-6d41-42d4-a09e-0124b05bc92a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6gp24'
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d62d569a616ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: 14e17aab-f373-4669-b333-c87b2921dc41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20125"
    uid: 0a564c3f-2a02-4c30-abe6-9c418f686a32
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d5697109f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: e8d46a48-62a0-4132-985d-9f645e3d89d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: a820a717-2ad2-4cf5-a5ee-2430d6401028
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d5a158ab166
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 0ac1389d-33eb-4bfb-9d34-2b75344e4504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: a820a717-2ad2-4cf5-a5ee-2430d6401028
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d5a1609e3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: bd6db402-7402-4e07-b7c1-78fb282676f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: a820a717-2ad2-4cf5-a5ee-2430d6401028
  kind: Event
  lastTimestamp: "2026-09-17T17:57:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d6114048163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 3f32bb20-77c3-4e68-9417-9cb1df211138
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: a820a717-2ad2-4cf5-a5ee-2430d6401028
  kind: Event
  lastTimestamp: "2026-09-17T17:57:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d6114b855eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: cf0874db-a29f-4456-94a1-78c7f8ccabb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 59649136-e7fc-460d-9741-74dee399d8b8
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: isvc-predictive-lightgbm-v2.18d62d5697103ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: a9a5e051-e286-4f9e-b2b0-0792a1428b01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 59649136-e7fc-460d-9741-74dee399d8b8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-predictive-lightgbm-v2.18d62d5697a9a483
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: 76c0aaf4-1b47-408d-a7a7-43c51f82a453
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: 59649136-e7fc-460d-9741-74dee399d8b8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-predictive-lightgbm-v2.18d62d569e1650ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: c10d7778-60c9-4a86-a69f-f1f9c49b583f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: 59649136-e7fc-460d-9741-74dee399d8b8
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: isvc-predictive-lightgbm-v2.18d62d6a360de71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 575dead8-91ff-4471-91d3-c1f344f43f2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 0a1a9a9a-d932-426f-a8b8-295f30329efe
  kind: Event
  lastTimestamp: "2026-09-17T17:52:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:08Z"
    name: isvc-predictive-lightgbm.18d62d0f42a906fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: ea970013-d5da-4011-99f9-223542c0e695
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 0a1a9a9a-d932-426f-a8b8-295f30329efe
  kind: Event
  lastTimestamp: "2026-09-17T17:50:45Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:45Z"
    name: isvc-predictive-lightgbm.18d62d0f435498f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: eeff7610-3b30-4a05-bd41-55fd351e81c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: 0a1a9a9a-d932-426f-a8b8-295f30329efe
  kind: Event
  lastTimestamp: "2026-09-17T17:52:08Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:08Z"
    name: isvc-predictive-lightgbm.18d62d229dafb5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18200"
    uid: acee0285-6cab-4e89-8e0c-cf0d275b32ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:47:04.017394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:47:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:47:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdbb1b77569
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 0a0623c0-d355-45f7-9416-37d214e0246c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:04Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:47:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdbd339b72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 48e533b0-a45f-4c8a-af2b-0d2a84e5e4e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
  metadata:
    creationTimestamp: "2026-09-17T17:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdbd4d8f757
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: e981e6df-9a10-45b4-aa31-a70c0434f381
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    in 3.251s (3.251s including waiting). Image size: 308174258 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdc96a7da9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 1cc863e1-42bd-4834-8dfb-7e7dacb84505
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdc9a722d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 2b359f46-40e0-4b3f-a709-b24ab421a668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:07Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdc9adf6810
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 74a37348-aa4b-4fa2-9d84-22a983b77778
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:11Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cdd79808d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: da3acd7d-3ac7-4e39-a6b5-bf3b4c924110
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.676s
    (22.676s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce2c1229584
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: 2bf24cec-0954-4997-ab10-0938f432be6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce2c711b141
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: 7fe8e97b-208a-49c9-bd5f-9f475fc17b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce2c7f181e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 36c9cf38-5968-4448-b9e0-8bf3a2de3422
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce2c7fe6bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 129a1cb8-cd75-4e5b-bfa5-439b66dcd630
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.767s (2.767s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce36cfa52fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: faea1d26-4492-466e-b984-25296873cd9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce372d581da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: c0a674c1-e876-4bce-bbd9-57c0686e1ad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:47:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce3740c3719
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 3a7e23dc-9df5-421d-8bff-041ea0816150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62ce3ca08ab30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: f6a48110-89f3-47ab-9a67-8cda8bc1f336
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cf7c6c77371
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 1d295a10-1015-4061-a37a-6225b6bbaabc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cf7c6c7fe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 03958add-02f6-451d-b43e-94a232f0d8a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 22b2098e-81e3-4873-ace4-7239e2071884
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2.18d62cf7d038011b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 978e7fcf-0f57-41b1-8f72-f44382d78825
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 4b391c8c-ab3b-4309-89e0-76c3e1b60860
  kind: Event
  lastTimestamp: "2026-09-17T17:47:04Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-q6kv2'
  metadata:
    creationTimestamp: "2026-09-17T17:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62cdbb0d8706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: eac2b652-b7b3-4d18-b707-57704bdd8096
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: a45490b8-b065-440d-8800-22a4d3383179
  kind: Event
  lastTimestamp: "2026-09-17T17:47:03Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:03Z"
    name: isvc-predictive-sklearn-predictor.18d62cdbade8ad0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5866e859-f7e4-4736-be18-5df77675925b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: d5fb698a-3285-420b-8188-fb716c281fea
  kind: Event
  lastTimestamp: "2026-09-17T17:48:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:19Z"
    name: isvc-predictive-sklearn-predictor.18d62cdf2c9d7f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 6473e0be-7df5-453b-9a89-eb4c789b5efd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: d5fb698a-3285-420b-8188-fb716c281fea
  kind: Event
  lastTimestamp: "2026-09-17T17:48:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:19Z"
    name: isvc-predictive-sklearn-predictor.18d62cdf2ce540c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: 286a8fd7-bdbe-4e02-83c6-780d23966281
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: d5fb698a-3285-420b-8188-fb716c281fea
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor.18d62ce9aa29fc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: f3e19dde-c398-452f-8f8b-78da0a4232ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: d5fb698a-3285-420b-8188-fb716c281fea
  kind: Event
  lastTimestamp: "2026-09-17T17:49:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:04Z"
    name: isvc-predictive-sklearn-predictor.18d62ce9aa7c1a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: caa04383-9edf-4ae0-b528-a3185d1634bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:21.277551Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d258fe55261
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: ae8e4f1e-e3d2-49ed-8c91-71811d43f7af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2597cdab20
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: e31505a8-7896-4931-8a89-3fb04418205b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18349"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:22Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d25d583021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 71b0aa65-7287-4aff-95f1-9a47ef79132f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d25d71b8609
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: b39265b7-b74e-4169-bb23-bca010bbe4bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d25da24c3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 4dc47cb6-17cc-4a54-8c7a-bdc815885466
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d25da969854
    namespace: kserve-ci-e2e-test
    resourceVersion: "18372"
    uid: 12030c62-b0de-4fe5-97c1-c73efff6e4cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:26Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d26c391da1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 122b1c51-5452-4ba1-8628-c6ad643fd330
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.17s (24.17s
    including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c6438bd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 4e96e2a6-a7bf-4d17-9279-3c4452b31e57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c6b2cd85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: b12f066c-4dd6-4415-9a40-07d7f153aa6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c6c5b3de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: ef871087-f74a-454f-8896-bd063e5dd7e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c6c67348f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: a81976cf-687c-4804-8144-aa31123b47ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c7281b799
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: 866f5dc1-991b-4a04-912d-b999a4f0a964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:52:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d2c73c641ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: d4d22fad-3821-4c23-be8a-d4857c928c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:53:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d353d4481c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: d6b53ae4-a03e-4a41-b6fd-e28daad8caa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:54:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d3f3b53b9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: ef642a47-6dc8-4818-93ef-388dd2a95003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:54:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d3f3b5478a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: 9f0ff85c-be6b-41f8-90a9-69933d135c08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: dab8bb0a-38ab-402b-be7a-1420bf97a245
  kind: Event
  lastTimestamp: "2026-09-17T17:54:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47.18d62d3fb7264616
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: 06c9a40d-9aa6-45a7-8556-248ff26dc293
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: aa01528e-7fd7-4686-9e91-dd19e658eeb8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:21Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-bmq47'
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d62d258f428286
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 098456c5-74fd-44fa-9677-9cb65bf284d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: 165cb18b-9eb6-49ba-a755-737d83dfc831
  kind: Event
  lastTimestamp: "2026-09-17T17:52:21Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d258c12bba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 0fa25e67-b25b-4f99-921d-1f8b635bf199
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: b8e96887-5f42-4e70-80bd-57143a5091d1
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d290b4d4cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 27ff0172-ea1d-4e36-ba6b-d7e5c62b99c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: b8e96887-5f42-4e70-80bd-57143a5091d1
  kind: Event
  lastTimestamp: "2026-09-17T17:52:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d290bf30338
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: b57f9708-eb4a-48a5-926f-838e4ee9c6eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: b8e96887-5f42-4e70-80bd-57143a5091d1
  kind: Event
  lastTimestamp: "2026-09-17T17:54:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d300a1d4ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: 372287d2-6325-4fae-949d-9bcf69409f36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: b8e96887-5f42-4e70-80bd-57143a5091d1
  kind: Event
  lastTimestamp: "2026-09-17T17:54:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d300a9da6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: 21386450-d46a-4d67-a078-602c41d6fdef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: a1ba4183-8c0f-47c4-84fe-3ad68805c64d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:07Z"
    name: isvc-predictive-sklearn-v2.18d62d258c1eec86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: be483343-2395-4d88-b6ab-3ee1cf1ec9c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: a1ba4183-8c0f-47c4-84fe-3ad68805c64d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2.18d62d258ca17bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: c6101149-0fda-4e9e-9786-d8dfaa8712b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: a1ba4183-8c0f-47c4-84fe-3ad68805c64d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:21Z"
    name: isvc-predictive-sklearn-v2.18d62d2595757ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: af3c2590-8593-493d-aa65-83af2006e8d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: a1ba4183-8c0f-47c4-84fe-3ad68805c64d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:07Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:07Z"
    name: isvc-predictive-sklearn-v2.18d62d3e4804d7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: ac90372b-2a5c-4623-8cb4-b1e245cf9076
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 6b30ffa1-8584-4a18-9e89-03f18d81f425
  kind: Event
  lastTimestamp: "2026-09-17T17:48:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:54Z"
    name: isvc-predictive-sklearn.18d62cdbade6db2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: b14e8c92-5917-49c2-82fd-5b1854b5457f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 6b30ffa1-8584-4a18-9e89-03f18d81f425
  kind: Event
  lastTimestamp: "2026-09-17T17:48:54Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:54Z"
    name: isvc-predictive-sklearn.18d62cf581abcdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: 0c801670-876f-4787-9633-ddec84bf3095
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:09.820106Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-gjcgr
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cf8fc2484bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: ab9911c8-3122-4691-a1fe-12182a963205
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:10Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cf91d977eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: fa2a129f-84cd-4aa2-a5e4-f6a8d774b1dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cf91f6bda98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e9a74e6c-d7b5-4732-a8f5-30beafb8b141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cf9221ece42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 37899f13-4278-4218-beaa-d0d375bfd58b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cf9228bbd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 2795d608-94a0-4c2e-90d8-2bcb824a5b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa3905a42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: bef30911-08d9-4daa-8f36-8950f57d903c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa3c53b440
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 15555e12-cbda-4a2c-8ae1-1c38b82222c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa3cc551d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 6f212f23-be3c-4e99-8539-7824d2916992
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa3ccf556d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 46319af9-eea2-4873-a4a5-ef21d00833f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa3f85a5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: d5687187-ee5b-4c75-a4b4-90af5b1bd2f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:49:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa400772ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 30c11917-2f81-4630-9d6b-6f4c4ae69ebd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62cfa74f9b609
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: c7480340-1934-47f9-bd4c-b36fd6d6dc08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:50:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62d0e0f7d2dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 69328c86-83dc-4e0e-9aa3-155c14f6cf30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:50:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62d0e0f7dd40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 0114d3c8-bbcd-4bc3-abb2-1c745bb90481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 4587ada0-48d9-4478-abfc-5d90bfb320de
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-gjcgr.18d62d0e7b18a59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: e0616b9e-436d-41de-b9b1-0d06f3c1a4c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: 3b86ea6d-83d9-47a9-b6bc-bea2d82a8523
  kind: Event
  lastTimestamp: "2026-09-17T17:49:09Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-gjcgr'
  metadata:
    creationTimestamp: "2026-09-17T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62cf8fb95a25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: 19840d0d-d8cb-4765-a64c-9ce765655195
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: eaadffb2-a16c-4245-81eb-3eaf271d7a2f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:09Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:09Z"
    name: isvc-predictive-xgboost-predictor.18d62cf8f82be7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: bf4a9ee6-5efa-4d82-b5f7-fa52d90e9f7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 185ed19d-cf12-497f-95d7-f36fcf43ca4f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:24Z"
    name: isvc-predictive-xgboost-predictor.18d62cfc76c68a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 97fa1ca6-1306-4537-a396-73c3b28c7dbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 185ed19d-cf12-497f-95d7-f36fcf43ca4f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:24Z"
    name: isvc-predictive-xgboost-predictor.18d62cfc775d0255
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: b7c2466b-89c7-492d-a47b-81cde8642817
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 185ed19d-cf12-497f-95d7-f36fcf43ca4f
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-predictive-xgboost-predictor.18d62cfff6187154
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: becb4fe3-1e67-43e9-9949-4ecdd058e8f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 185ed19d-cf12-497f-95d7-f36fcf43ca4f
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-predictive-xgboost-predictor.18d62cfff6644d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: a1397df3-6524-4254-9192-42846cb00c43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:16.765748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d40738755d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: b70fe3b8-88ff-46ce-9dcc-de77f4a52054
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d409579a92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: a95df591-81bf-44f0-8106-c0cd2ec56572
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d4097a72543
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: a93c590c-9b35-44ad-895d-93dea7a572d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d409a8cdf59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: bcb58d1d-86d1-4bec-84e3-8174bb05d3ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d409b01ac2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 8ccb9027-288c-4475-bfd0-9195e934ff7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41abbb7fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19332"
    uid: cc95d8e4-e1be-4425-9fcf-2279efa32080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41aeb89c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: d1d5be9e-db3e-4360-bb33-a47013f87894
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41af27571c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 332d72f1-e7bd-41fd-8785-bc8eec05c970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41af309b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: be799917-1695-4ccf-982c-dd00bc91552a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41b227769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 63cac256-3cd4-4e0f-9b85-83dff154d34e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:22Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d41b297e06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 8916ebc5-3ad0-4e86-8694-38386cd7a301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:49Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d4a4a15f981
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 3131a756-3acf-40c8-a6fd-7b44074e843c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d5565fc928c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: a17b4abf-e599-4a14-aa55-1f0fac46d90e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d5565fd1be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 268b866a-a753-4eef-a80a-166b4d3d7de5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: fcaa38e3-2a11-4cb7-a3cf-a39552e2080c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899.18d62d55edf46997
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 474c6457-a3e5-41f0-9e91-6b97f437fb29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 9d7f6cb0-5a3c-417c-a861-1bacf172a5d8
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gl899'
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d62d4072fed510
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: cdb4b767-a7b8-4a69-adc8-357624ac4736
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: bcbfc950-1aa2-4467-b509-8ab00fee5350
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d406936621e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: e4837220-dc65-4617-976c-abdc3a94a04a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: bc410e23-85c7-4142-ab11-d5ffd10536a7
  kind: Event
  lastTimestamp: "2026-09-17T17:54:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d43e887b069
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 93cda4f1-4368-4c42-aedd-d3deeff2904c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: bc410e23-85c7-4142-ab11-d5ffd10536a7
  kind: Event
  lastTimestamp: "2026-09-17T17:54:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d43e930d4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 01f6cc31-fd11-47ed-82f2-d5cda4716aef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: bc410e23-85c7-4142-ab11-d5ffd10536a7
  kind: Event
  lastTimestamp: "2026-09-17T17:55:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d4768116a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 696f38aa-b668-4b21-9f4a-6b574b1dfaaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: bc410e23-85c7-4142-ab11-d5ffd10536a7
  kind: Event
  lastTimestamp: "2026-09-17T17:55:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d4768861068
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 0adfc340-be60-4b90-8b34-5e05ab397e47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: 737df797-35ef-4e77-a34c-97258c4b5844
  kind: Event
  lastTimestamp: "2026-09-17T17:55:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:39Z"
    name: isvc-predictive-xgboost-v2.18d62d40697413e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 89c9670b-c6cf-4f07-9790-252d09768757
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: 737df797-35ef-4e77-a34c-97258c4b5844
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-predictive-xgboost-v2.18d62d406a242f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: d032d95c-3678-4355-9be2-75c59c1b398c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 737df797-35ef-4e77-a34c-97258c4b5844
  kind: Event
  lastTimestamp: "2026-09-17T17:55:39Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:39Z"
    name: isvc-predictive-xgboost-v2.18d62d53be9f8ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: 130ba3d5-8a60-4c17-99c1-712cc9907cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 64f31348-74e0-4266-8b0f-d78136da9191
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-predictive-xgboost.18d62cf8f8375517
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: 83beb3ae-6bb3-4987-8b4c-2e071a6764e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 64f31348-74e0-4266-8b0f-d78136da9191
  kind: Event
  lastTimestamp: "2026-09-17T17:49:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:09Z"
    name: isvc-predictive-xgboost.18d62cf8f8b46243
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 57354ca9-b9d5-4937-b287-381f94cf7e16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 64f31348-74e0-4266-8b0f-d78136da9191
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-predictive-xgboost.18d62d0c2e42a622
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 90909e1c-0760-48c7-bb9b-c74e952cb8a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:35.353409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39267"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f1fc0ea3585
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: 89c7f93f-cd30-4033-9a1b-1c94e1d3584d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f1fe2e42d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39286"
    uid: cd673818-11b5-41a7-805a-48655bede136
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f1fe44eb1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39288"
    uid: 343ed1ab-525a-4d8b-a569-51a8cbea3b2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f1fe7311b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: e444274c-2699-4c81-930e-8c012eca4006
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:36Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f1fe7a40295
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: f8d927f2-a560-4073-ade5-70dee8e5f8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20dc64d46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39320"
    uid: 35e538b8-1fb4-4a22-a2f6-ae708c586c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20df34db34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39322"
    uid: 00aa1955-a3b7-4a92-8902-e9f00616235d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20dfa808c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: c7c3c4e1-a6bb-488e-a0bc-88c6cd6a08e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20dfb17e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: ed27610e-2f01-45cf-a202-faa7fa9320e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20e2ec827e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39328"
    uid: 4b210c23-d6c0-4e25-91f6-b71960184d3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f20e35e7dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39329"
    uid: f784d553-2ed7-467e-92e7-d38f363c6e92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:30:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:37Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f21185d1631
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: f76df49a-66b8-4309-b77b-e3a3fc696d08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:30:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:34Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f3b88015673
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 4ca307ae-7e86-495a-9d44-51e5f7880662
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:30:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:34Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f3b88026b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40245"
    uid: aa1d9157-f909-4501-a7f3-66310b545f1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: 0a40eca7-1139-45a0-80e6-1f6e054be941
  kind: Event
  lastTimestamp: "2026-09-17T18:30:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:37Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2.18d62f3c1aa7aee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40264"
    uid: cadb1ab3-59cc-40c3-b030-6f4456608b58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a52b29-predictor-6d78fb99f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: bb3c4629-c634-46ac-8b32-3b2fc69f20e1
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: 'Created pod: isvc-primary-a52b29-predictor-6d78fb99f7-dsrc2'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor-6d78fb99f7.18d62f1fc06efd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39268"
    uid: f07b36e0-f09c-4fc5-8dfd-21cbabdf2448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: 0b5dc5c7-b3f1-4dad-a71d-a59288c60fcf
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: Scaled up replica set isvc-primary-a52b29-predictor-6d78fb99f7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29-predictor.18d62f1fbb19d3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: 2873fe2c-a29e-45c6-b336-1cdf13d3e89c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 4e93ef4b-d3fc-4098-bee4-cb9317624487
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-primary-a52b29-predictor.18d62f2339cc0668
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 0b7da4f1-d5d0-4a8f-a5a7-f2f11f8e0039
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 4e93ef4b-d3fc-4098-bee4-cb9317624487
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-primary-a52b29-predictor.18d62f233a4dbde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: a2ad3efb-595c-4395-a4db-d8d7491be3e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 4e93ef4b-d3fc-4098-bee4-cb9317624487
  kind: Event
  lastTimestamp: "2026-09-17T18:30:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:05Z"
    name: isvc-primary-a52b29-predictor.18d62f2a38a46ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39945"
    uid: 8fb80d3c-996b-4e09-bed4-f062e1ab9da1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 4e93ef4b-d3fc-4098-bee4-cb9317624487
  kind: Event
  lastTimestamp: "2026-09-17T18:30:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:05Z"
    name: isvc-primary-a52b29-predictor.18d62f2a39171fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: 8408172f-444b-45e4-8844-fd8f6c150f53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 03ff3368-c93f-4615-a945-fb61bfef41ff
  kind: Event
  lastTimestamp: "2026-09-17T18:29:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:57Z"
    name: isvc-primary-a52b29.18d62f1fbb1d265b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39889"
    uid: ebe18f07-c506-4593-ab48-d4fed8c5cadb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 03ff3368-c93f-4615-a945-fb61bfef41ff
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a52b29": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a52b29":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29.18d62f1fbba68448
    namespace: kserve-ci-e2e-test
    resourceVersion: "39260"
    uid: 0f897c1b-b45f-4ff3-8eef-6048f57f8d85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 03ff3368-c93f-4615-a945-fb61bfef41ff
  kind: Event
  lastTimestamp: "2026-09-17T18:28:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a52b29": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:35Z"
    name: isvc-primary-a52b29.18d62f1fbba6cded
    namespace: kserve-ci-e2e-test
    resourceVersion: "39261"
    uid: 1d0f2bed-6af6-4193-a6c4-cf01b8f107cb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "39887"
    uid: 03ff3368-c93f-4615-a945-fb61bfef41ff
  kind: Event
  lastTimestamp: "2026-09-17T18:29:57Z"
  message: InferenceService [isvc-primary-a52b29] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:57Z"
    name: isvc-primary-a52b29.18d62f32d02bb5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: 1bd4d6de-2c0a-4007-a0fd-8835c477c187
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:20.572460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f38407574f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40082"
    uid: 69a729ca-0143-44e1-8cfa-bbc0a16c674c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:21Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:21Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f3862355a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: d4e9bdf7-f23e-42b8-95af-e017fb9db615
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:23Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f3863cc1416
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: 9805d683-be56-4435-8e66-f5db103ee3b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:23Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f3866e4be32
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 082d8687-dc29-4d0d-8219-bd440fac7ddd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:23Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f38675269d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: 0cdaad43-a051-4713-b830-19dd7e53ef54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: e20058de-e3e6-40f3-830b-44c19095bb0a
  kind: Event
  lastTimestamp: "2026-09-17T18:30:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b_kserve-ci-e2e-test(e20058de-e3e6-40f3-830b-44c19095bb0a)
  metadata:
    creationTimestamp: "2026-09-17T18:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:29Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b.18d62f3a557e5602
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: 4974bccb-ce82-4af7-a687-752423229e1d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a52b29-predictor-6bf9d85478
    namespace: kserve-ci-e2e-test
    resourceVersion: "40067"
    uid: 86041800-ae34-4ad2-9990-fe69d17492ab
  kind: Event
  lastTimestamp: "2026-09-17T18:30:20Z"
  message: 'Created pod: isvc-secondary-a52b29-predictor-6bf9d85478-l5x8b'
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-secondary-a52b29-predictor-6bf9d85478.18d62f383ffc5191
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: c04b8534-94b5-4cfe-965d-6bfe52dd3f74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a52b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: 5352f4d3-4ef5-447b-b0fb-fda2b0cf6559
  kind: Event
  lastTimestamp: "2026-09-17T18:30:20Z"
  message: Scaled up replica set isvc-secondary-a52b29-predictor-6bf9d85478 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-secondary-a52b29-predictor.18d62f3839e4113b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40069"
    uid: c8628008-4657-4920-bec4-922d2dcae943
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "40058"
    uid: 05f83f98-ca69-4ba1-b636-4cbe6c5ae3c1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:29Z"
    name: isvc-secondary-a52b29.18d62f3839e3df13
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: 3acc4e10-19d2-4ac8-97e0-96fb1e0ade9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "40058"
    uid: 05f83f98-ca69-4ba1-b636-4cbe6c5ae3c1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:20Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a52b29":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a52b29":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-secondary-a52b29.18d62f383a735434
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 8d84ed14-2237-4935-8466-72811839aaac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a52b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "40058"
    uid: 05f83f98-ca69-4ba1-b636-4cbe6c5ae3c1
  kind: Event
  lastTimestamp: "2026-09-17T18:30:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a52b29": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:20Z"
    name: isvc-secondary-a52b29.18d62f383a7395ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40090"
    uid: 956454dc-be1b-4a31-85b7-d5568daa5e99
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:48:34.082913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf0aa0a38f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 5adb4e0f-378a-42ac-837f-84cd94ce4bea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf0cbdf0e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 631f0899-39ea-4abc-a7e8-dd8ad281b697
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf0ce76fe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 1f3f3cb6-defb-4007-8c83-fafb298a7c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf0d1139ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: 7d4b0da8-dab8-4379-963d-7c1b281c48b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf0d18a2afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 321194d1-1666-42c5-8992-c019481acb75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1e318e883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: b1e9ce9e-d005-42aa-80b4-926550abd805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1e62d107c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: d7efa738-d328-4880-acf9-fb40b9cb1208
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1e6a0e0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 06c216a3-03dc-436c-b9ee-2767a8c79335
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1e6ab05e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 79305a91-b883-4d9d-9b76-634e479f88d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1e9935a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 8ea311d3-b68b-47e0-85e3-9d8008348728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1ea05df39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: be4b4c8e-06c8-4029-a1b4-2c26d50cae56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1ea0fe53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 7df8beab-36b3-444e-93f0-4e0d8570f9ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1ecd509da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 8a368545-ea57-4c1a-9cb5-2d9d218053d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf1ed44cd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: ee87fd68-5f88-4e73-93ba-3a10e6edd3c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:21Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf25b28411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: d3a29e3e-77e7-4720-adae-f95f065959ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62cf25b31a28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: fc400b51-cfa0-4b32-a861-b8688c17ce85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62d06cacb0e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 0337b30f-7a05-46d0-a3ba-f1e0579f8738
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62d06cacc832b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: e3a47922-344d-4a53-b633-1c6231b7f3ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62d06cacca8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 18b02c02-c7d0-48e4-8a61-84b13cf004b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8eb4058a-4006-48a4-9322-c5e553f94532
  kind: Event
  lastTimestamp: "2026-09-17T17:50:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:17Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m.18d62d078b692ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: cae49ec7-a3e8-4916-a0d0-78e78e0f54b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-745858bf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: b451fb8c-0b2f-403d-ac81-36f643a30680
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-745858bf58-kjh4m'
  metadata:
    creationTimestamp: "2026-09-17T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-custom-predictor-745858bf58.18d62cf0a95f53ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: d65f5352-8577-40d8-a0a7-d445b87bdff3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: f47bdfda-ec62-451e-8e55-8cbd9ad756b5
  kind: Event
  lastTimestamp: "2026-09-17T17:48:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-745858bf58
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cf0a2eade58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 8b51921f-baf0-4e5f-8bfb-dde2dce823dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 5dbdb0bf-0eb8-47b6-b24d-bf4419f5f514
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cf421bf3844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 4db70e60-ec5e-4de6-9b81-766d9d3f853e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 5dbdb0bf-0eb8-47b6-b24d-bf4419f5f514
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cf422704fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: e54c96c7-8751-491d-8131-2db15f123d7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 5dbdb0bf-0eb8-47b6-b24d-bf4419f5f514
  kind: Event
  lastTimestamp: "2026-09-17T17:50:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cfea13e7ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 2994ed7a-f94c-4c90-a301-d4b5c4935c08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 5dbdb0bf-0eb8-47b6-b24d-bf4419f5f514
  kind: Event
  lastTimestamp: "2026-09-17T17:50:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cfea1c65562
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: 7121a93a-b416-47e2-b9c0-b90c93f94204
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 2172605f-c3ac-42d3-9e2a-98b756a51527
  kind: Event
  lastTimestamp: "2026-09-17T17:50:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:01Z"
    name: isvc-sklearn-batcher-custom.18d62cf0a2f7a767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 2bd9f619-2070-4b76-b280-3c87b11cbc91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 2172605f-c3ac-42d3-9e2a-98b756a51527
  kind: Event
  lastTimestamp: "2026-09-17T17:50:01Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:01Z"
    name: isvc-sklearn-batcher-custom.18d62d051adf9756
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: f39d85b3-e3b0-4292-8c39-28d9fda2d034
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:48.992980Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd83231277a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 4a0545e1-ed90-4102-ab68-a58a105aa54c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd8545d3624
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: e7686c2d-e209-433c-ba2b-790840484bc3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd8565285eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: f651d83a-25c5-4239-9780-93469ae7397f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd8594e1d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 1d41bec2-7430-49a9-991e-5b84e8188864
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:49Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd859d299f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 2326742d-42eb-4066-9913-07aea4139792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T17:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:53Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cd950405579
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 86ef580d-1c95-4428-b2df-1f7a61f4e38b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 12.603s (12.603s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:06Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdc3f7d0a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: ffb723e3-def7-47fb-8d71-126910d6c457
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:06Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdc43963183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 3c753015-8625-46d7-aff6-350ab149548b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:06Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdc440ea86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: 72b17696-a551-442d-8c9b-b678df525419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:06Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:06Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdc441d7129
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 4c764467-aa8b-417c-b110-bd5b286cc65b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.087s (2.087s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:08Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdcc0846292
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 0a8f671b-1bfe-42d5-9744-30b648979881
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:08Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdcc4555b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 9a239a0e-464c-4038-b4ec-1596440ae6ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:08Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdcc4c6360b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: e9d514fc-ae99-459f-ba44-e8202335f329
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
  metadata:
    creationTimestamp: "2026-09-17T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:08Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdcc4d3b352
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 3aa6c9de-1fa0-462a-8b4f-760a56f2bc43
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    in 2.618s (2.619s including waiting). Image size: 240302165 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:11Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdd60eed1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 516732e5-2e5a-4dc4-9e72-f7bae846028b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:11Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdd66659c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: a7b4c4d3-c343-4b3d-8f91-f39e6366669f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:47:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:11Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdd68377d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 209168db-4359-42c5-a4ac-9ef095f3b653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:44Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cdd88ca24f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: e9228836-0702-4c54-9654-e7d9a5c594ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:34Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cddc4a501b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: d3d584a9-8f8d-4aad-8e06-5681910e1f4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:33Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cf0a0b36275
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: c74ca8cb-c430-41ec-89e8-166a838378e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:33Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cf0a0b3b33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: d60abf29-81a8-4862-b8d4-d1cd8c2236e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:33Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cf0a0b430b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: a9752f10-260b-4ca2-b139-325da9c16ab8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": read tcp
    10.132.0.2:49288->10.132.0.28:8643: read: connection reset by peer'
  metadata:
    creationTimestamp: "2026-09-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:33Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cf0a1034156
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: d1dac97f-ac77-427d-b695-64dbc3127f03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 1c2f33b8-5c1f-425b-a8d0-8fc3c74a05c9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:43Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh.18d62cf1cae40d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 9662e372-28de-42b4-b450-754ce6525f64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7485d8d7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 42f7d365-150c-47d4-805b-6b9f1414b36c
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7485d8d7d4-8gmjh'
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4.18d62cd831bf630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 555bfa6a-9e0e-4524-9fbb-a7fd3aeeb0c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: df35934a-b131-4f2b-a64f-506f03837030
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7485d8d7d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-batcher-predictor.18d62cd82b9e62d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: c3292526-9061-43f7-b04a-23dcb4712d00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: fd56bf04-8c42-49f5-be78-c43809aaa964
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-sklearn-batcher-predictor.18d62cdbb0489132
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 58a35bc9-f1bc-4a07-8638-8aa4e0aa8f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: fd56bf04-8c42-49f5-be78-c43809aaa964
  kind: Event
  lastTimestamp: "2026-09-17T17:47:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:34Z"
    name: isvc-sklearn-batcher-predictor.18d62cdbb0d37608
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 17fc2875-7a99-4278-b772-d51710bc8c13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: fd56bf04-8c42-49f5-be78-c43809aaa964
  kind: Event
  lastTimestamp: "2026-09-17T17:48:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:19Z"
    name: isvc-sklearn-batcher-predictor.18d62ce62d2c2e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 4ed83fa4-0127-4bec-b529-4dec03be9d06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: fd56bf04-8c42-49f5-be78-c43809aaa964
  kind: Event
  lastTimestamp: "2026-09-17T17:48:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:19Z"
    name: isvc-sklearn-batcher-predictor.18d62ce62d9e45cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: 7669a179-c46e-447f-b949-2302be9c62ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 95b73afd-7a16-42fa-b8ab-4b06fad41e79
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-sklearn-batcher.18d62cd831793db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 2b40406d-798c-437d-a660-e1a73e0b6031
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 95b73afd-7a16-42fa-b8ab-4b06fad41e79
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-batcher.18d62cd831e9ec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: 72b3125a-bf0d-4cef-b406-e03fdefa1402
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 95b73afd-7a16-42fa-b8ab-4b06fad41e79
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-batcher.18d62cd831ea2c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 100ddb78-8fd0-44c1-a393-3269530634ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 95b73afd-7a16-42fa-b8ab-4b06fad41e79
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-sklearn-batcher.18d62cee8f4c34c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 4b0085bd-8204-483c-9c9e-c29aa115400b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:19:46.609822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:19:46Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea4a5575d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: 19093f3c-0204-404f-8874-3f335b3267c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:47Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:19:47Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea4c76e094e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: 6b897bbd-eb76-4e25-9ea8-72c200a91fce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:47Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea4c9119bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 25a8c467-9563-4838-a66b-ab60f947fe2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:47Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea4cc50c7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 4f705d46-4793-4072-a508-439bd441c70e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:47Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea4ccd4dbdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: 645c4699-a3ea-42bd-93cc-14468852f6de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:51Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea5d02c215a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34258"
    uid: f4a74830-6429-4dc0-b761-c6f74a0640f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:51Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea5d332e6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34260"
    uid: 1b0b7e80-c304-414a-a0fd-7aee1d93bd93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:51Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea5d3b67109
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 5bcb5e47-cf5c-4fc3-a027-52c3884a6205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:51Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:51Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea5d3c7b038
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: 362580b3-b5b7-4116-a6c1-2da2db144b55
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.307s (3.307s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:54Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea698f16921
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: afc3e7a1-315b-4b9f-a758-e4835da7d945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:55Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:55Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea69c8bddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: 1fc602c5-9196-49b4-95f4-ac4cd97c99aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:55Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:55Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea69cfbe8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: ab7bd15e-da05-41c8-a81b-2f96fa05b43c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:55Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea69d05c736
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: e047b6ef-7da4-45b2-8a32-b4407c7746ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:55Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea6a015a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34295"
    uid: 89b9b131-4ba7-48d2-b12c-c04bc0751e8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:19:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:55Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ea6a08b6ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: 22c69580-70cc-4698-ad12-a23a334205c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:21:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:32Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62ead0a7eda44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: 79aa9dad-a57c-4b42-a3ad-7e42b8273a4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: 'Liveness probe failed: Get "http://10.132.0.56:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62eae0890c7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34521"
    uid: ab022cd8-df60-4578-ac97-5aa9e6d0a74f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:21:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:06Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62eb7490ecaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: fd5b3fd5-1526-4850-ae98-babd4725ef81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:21:06Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:06Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62eb7490f7112
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 53c237ac-0094-4730-ae43-8611487d2f67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:21:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:06Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62eb7490f712a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: d1852398-9ace-474f-abcc-eded41cdd3b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 755c1415-f90d-44d7-adb7-44d85b189086
  kind: Event
  lastTimestamp: "2026-09-17T18:21:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:32Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw.18d62eb78456147e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: 830bdbd6-2df0-4f53-ae44-7a3e2caf7ab2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-8584bb4bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: ebed20f7-09d5-42b5-b2ab-f18e70ad5738
  kind: Event
  lastTimestamp: "2026-09-17T18:19:46Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-8584bb4bfb-qxtbw'
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:46Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb.18d62ea4a4caed65
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 70edb18f-5161-4290-8731-43ebefdd402d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: c27b2802-a8df-4e08-a10e-9038ce115255
  kind: Event
  lastTimestamp: "2026-09-17T18:19:46Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-8584bb4bfb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:46Z"
    name: isvc-sklearn-mcp-predictor.18d62ea4a1afca99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 55ad8b2f-dc56-43b5-8fd8-ed37cd333c97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: e10e5c32-cd17-4061-8c4f-2ba1b3a2da0f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:02Z"
    name: isvc-sklearn-mcp.18d62ea4a15e4c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 71044af2-9323-4a8a-8ba2-49f7d2b0f3d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: e10e5c32-cd17-4061-8c4f-2ba1b3a2da0f
  kind: Event
  lastTimestamp: "2026-09-17T18:19:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:46Z"
    name: isvc-sklearn-mcp.18d62ea4a1bc1d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: f805c2a0-bdd4-4d2e-b8bc-af8ed6b043a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: e10e5c32-cd17-4061-8c4f-2ba1b3a2da0f
  kind: Event
  lastTimestamp: "2026-09-17T18:19:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:46Z"
    name: isvc-sklearn-mcp.18d62ea4a70fe2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 6474fa28-6c86-4ba0-9c9f-5b614c08a91a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34877"
    uid: e10e5c32-cd17-4061-8c4f-2ba1b3a2da0f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:02Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:02Z"
    name: isvc-sklearn-mcp.18d62eb6621dbf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34878"
    uid: 624f8278-8f74-48e2-82cc-276f2b7b6140
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:01.596606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-9d87cbc64-6xs48
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:01Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d74cc7de900
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 4101ebfc-3255-4ab3-b4d3-ff7f83aa5403
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d74ee96cc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 36908756-31ae-4322-98d0-c94ae73bd1a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d74f01f3e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: 749671f4-37f1-4508-9b72-ff7c0823c904
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d74f30a83f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: b5ec1239-1083-45b8-b1e3-473069ac5dd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:02Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d74f37756e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 1e27cb72-07b6-43e6-a0a8-bdb4a40ef3f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d7611f17057
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: d01395c1-621f-448e-a608-7929ecbe8273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d761513f98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: a9f14bb6-4501-42c2-8ba3-bd6d68f336f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d7615839291
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 7e3ab2a4-7d20-493a-9c60-cfbbf646a8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d76158c5498
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: f0ea4d1e-da35-4e83-8294-801e89cb8d01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d76186bcf7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 006cd56c-3c3b-4545-9c50-6c69029ef096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d7618d4de6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 2d215681-5fcd-4a52-9027-7e2565748b31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d7689cf5d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: fe9331f9-59ec-410f-80c2-51c2a65e70ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:31Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d89c9f580e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: 291a66ea-9d11-4dab-a901-4ba51c270490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:31Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d89c9f617f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: f223e7a0-7397-45a9-a056-b1f6b736567f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-6xs48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: a5f9b42f-eef1-471c-b739-86c7a0638ca1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-sklearn-predictor-9d87cbc64-6xs48.18d62d8a9006ff69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 9d130cfe-61d9-44a1-9b9b-94bb9b4fee5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-9d87cbc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: ca0c8589-2bc9-4829-ab40-69009bec78ca
  kind: Event
  lastTimestamp: "2026-09-17T17:58:01Z"
  message: 'Created pod: isvc-sklearn-predictor-9d87cbc64-6xs48'
  metadata:
    creationTimestamp: "2026-09-17T17:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:01Z"
    name: isvc-sklearn-predictor-9d87cbc64.18d62d74cb98d11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 119ae90d-f87e-4810-afba-7dbf8faf5b6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 334fec63-024d-43c8-a5e8-1bae2cc2e2f6
  kind: Event
  lastTimestamp: "2026-09-17T17:58:01Z"
  message: Scaled up replica set isvc-sklearn-predictor-9d87cbc64 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:01Z"
    name: isvc-sklearn-predictor.18d62d74c73b8921
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: db385885-3a2e-426c-851b-4bf096f8aad6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: 58fabf43-4f31-466e-b6a8-e32765a69c8d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:46Z"
    name: isvc-sklearn-predictor.18d62d7845c0df3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 4dd1c948-1b03-40bc-959f-38ed5a6accc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: 58fabf43-4f31-466e-b6a8-e32765a69c8d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:46Z"
    name: isvc-sklearn-predictor.18d62d78462dd182
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 611ff7f6-6fef-47c7-83c7-f54f46a94ad7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 58fabf43-4f31-466e-b6a8-e32765a69c8d
  kind: Event
  lastTimestamp: "2026-09-17T17:59:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:31Z"
    name: isvc-sklearn-predictor.18d62d82c4dd4add
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 3a9593d3-45e2-40c0-97ee-d5fb650d9f69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 58fabf43-4f31-466e-b6a8-e32765a69c8d
  kind: Event
  lastTimestamp: "2026-09-17T17:59:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:31Z"
    name: isvc-sklearn-predictor.18d62d82c5532467
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: a193181d-c492-47a0-9324-e6f72c8351d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:52.366570Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62db87fbb76db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: a67f9768-e8b6-4228-9c0c-5412befda1cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62db8a176da03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 18338e78-5f52-413c-86e2-f5dde070c274
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62db8a38276f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 1ae2813d-e11b-4765-937e-c36c322f0d96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:53Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62db8a62b14cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: 9dfede69-8cb2-406e-819b-16aa1ee9f533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:53Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62db8a6886a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 262dffdf-2c03-4891-8964-f0faa4f027a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba2b46a1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24035"
    uid: 78309993-1c72-4543-9572-b07de1a9617b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba2ebe45f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 038b070e-7d1e-4578-9162-073dbb976402
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba2f3ccf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: ebda783b-99e7-4ec3-8cd6-3bfdd27f9002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba2f493763
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: 9b4f3e62-ea00-48d7-981e-2cd027c70839
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba326c4f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: 489a9ce9-160a-4c28-883f-2496b0ddc013
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba330166dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24047"
    uid: 8a800772-ff99-408c-aa30-f8c0954c5963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:03:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:06Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dba678579d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 9e72959d-d571-4336-b217-4eef699d08c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:24Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dbfea542c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 2a64293a-0965-4bcf-8b77-8fb22308a26b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: a674ebac-cc54-47dd-ac0b-4d4599fb6991
  kind: Event
  lastTimestamp: "2026-09-17T18:03:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:24Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps.18d62dbfea54d372
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: fe53724c-2e48-45cf-8f2a-a220bcf20f61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23831"
    uid: f9ed0a84-09a6-4f5c-ac03-27e9109a649e
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6fc7d5d5bd-9tmps'
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd.18d62db87ebe05ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: 4543f0cc-0c5e-4f89-b841-d9f385e1b58f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: d8c93a3b-56c0-4a71-9c8e-e7adad319b22
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6fc7d5d5bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime-predictor.18d62db8764d2133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 6b713604-20b3-49e8-a1dd-d64de1c017eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23830"
    uid: ecd9735d-fb4b-4dba-bb9a-df8a620555e0
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-sklearn-runtime-predictor.18d62dbbf5e7ce59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 42bc1bce-f4d0-4fe1-babf-45a7a2014b0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23830"
    uid: ecd9735d-fb4b-4dba-bb9a-df8a620555e0
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-sklearn-runtime-predictor.18d62dbbf68e8fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: e0679ac4-6ccc-4a3b-99b4-2ab0d4384812
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 63c0b6f4-25d5-46fa-a74d-d9f6af84d174
  kind: Event
  lastTimestamp: "2026-09-17T18:03:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:16Z"
    name: isvc-sklearn-runtime.18d62db8764ac74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: f9b2720b-941c-4a59-a6ec-07c864d76868
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 63c0b6f4-25d5-46fa-a74d-d9f6af84d174
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime.18d62db877674c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 9834e882-d90d-45dd-a34c-159745e5a785
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 63c0b6f4-25d5-46fa-a74d-d9f6af84d174
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: isvc-sklearn-runtime.18d62db88576819b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: d1081abd-e36e-4f46-a51a-58755778c392
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 63c0b6f4-25d5-46fa-a74d-d9f6af84d174
  kind: Event
  lastTimestamp: "2026-09-17T18:03:16Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:16Z"
    name: isvc-sklearn-runtime.18d62dbe2854c6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: d6163616-77c7-4c5d-8be7-cb4d7e8a42fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:19:38.386110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-84d46f45-tphrr
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea2bb2b7534
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 05593eb6-f7dc-4840-a781-ca2411b397ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea2dd0ab364
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: 94293164-c57a-4b3a-b650-6f3dc99dddc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea2de813d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34075"
    uid: 79fb7ee7-7116-4dd8-8748-6c0ac473d98e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:39Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea2e1863f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34076"
    uid: 54b5a9ae-b0bc-45e6-b27c-385d85f08da1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:39Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea2e206843c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34077"
    uid: 9145e9ce-c5f4-42c9-bb3b-c03ba2345f83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:40Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea355d9a254
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: c0ad2873-bb13-41e9-ab5a-3e42fb9f94d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea358bcdf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 040fb6aa-9b6e-4c39-beda-f4a9c110dc8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea359307978
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: d8eaf392-6a03-4d0a-b7ed-210c7518a513
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea3593b8727
    namespace: kserve-ci-e2e-test
    resourceVersion: "34104"
    uid: fc7a0054-5c20-4694-a02b-6da40389d4b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea35c06dbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34106"
    uid: 2b69c115-e042-446f-9961-05140f602421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:19:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:41Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea35c8c212c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34107"
    uid: f57ccb38-1c0c-44b1-a113-cab2db91d6e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:20:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:48Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62ea391d58ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 1a78fd4d-9421-4c6f-8e1d-c148e1b19b85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62eb55d58d57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 47ef9e6a-7fef-4a10-8e39-d90cf8f76854
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62eb55d59ddba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 18f018f0-ef49-4598-997e-7759d99b32ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: c023c631-197e-4554-b37d-8e3c35f452d7
  kind: Event
  lastTimestamp: "2026-09-17T18:21:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:02Z"
    name: isvc-sklearn-s3-predictor-84d46f45-tphrr.18d62eb66dfe59f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: 73eeedcf-a241-4a47-8ed3-9347e27c10a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-84d46f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 5aa0daed-8b46-4dd9-88a6-89d22385337d
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-84d46f45-tphrr'
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3-predictor-84d46f45.18d62ea2ba9cfd5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: ad13e39f-0080-406a-b4db-e92b0d3dcc6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: d8a26f0b-da24-4264-9f67-4d0972e9246e
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-84d46f45 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3-predictor.18d62ea2b725cf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: 28418d7d-b074-4f77-ab64-f56715e08758
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 5bc46856-ae3c-48d5-85b8-1efd803b5bb1
  kind: Event
  lastTimestamp: "2026-09-17T18:20:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:08Z"
    name: isvc-sklearn-s3-predictor.18d62ea63544978f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: a122adeb-66d1-4d27-9e67-3744c737be6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 5bc46856-ae3c-48d5-85b8-1efd803b5bb1
  kind: Event
  lastTimestamp: "2026-09-17T18:20:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:08Z"
    name: isvc-sklearn-s3-predictor.18d62ea635ae5abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 4f341e3e-3c3e-4014-8816-912d6fb58b23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 5bc46856-ae3c-48d5-85b8-1efd803b5bb1
  kind: Event
  lastTimestamp: "2026-09-17T18:20:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:53Z"
    name: isvc-sklearn-s3-predictor.18d62ead3370db3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 85629d4a-9832-445b-9269-c02aad127dbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 5bc46856-ae3c-48d5-85b8-1efd803b5bb1
  kind: Event
  lastTimestamp: "2026-09-17T18:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:53Z"
    name: isvc-sklearn-s3-predictor.18d62ead33d8fd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 457488b3-d306-4f44-ab4a-02ab9ae56c1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:02.132820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36715"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee023b2e75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 3ee5ef21-1c16-4c52-a1e4-2d82b600177f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee03555c0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: ec661224-3e0e-4cbe-b41a-0aae50011ec4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:03Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee069431ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 47053e25-06b6-41b4-a91a-6b86b4f1073e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee06aa3672c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 3c33a31c-12a4-43ed-aabe-f2bd4909d6a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee06d1379ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 76b0ebd6-230e-47d1-8c30-cea3c0e439c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee06d830147
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: b0e0923c-67e3-4954-b707-0c49321ae07f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: c448ef64-8a47-42a4-8d46-91cfd86248ab
  kind: Event
  lastTimestamp: "2026-09-17T18:24:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp_kserve-ci-e2e-test(c448ef64-8a47-42a4-8d46-91cfd86248ab)
  metadata:
    creationTimestamp: "2026-09-17T18:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp.18d62ee27558426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: 48ae4a79-c87a-4916-8fa7-fc6e7a7e6dd2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 10fdb6c0-70c7-4ca2-8d96-da518ec53a2a
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-9h9pp'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f.18d62ee023259257
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: fbacaad6-f5c7-4f9b-9057-6d319475fa67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: f2752243-420a-4701-9caa-bb2198f93d0e
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d62ee020ac99fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36708"
    uid: 90e093fa-78c6-4143-b595-668da431151d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 6c561a4d-a481-42d9-91fa-f75d6b4bcd0f
  kind: Event
  lastTimestamp: "2026-09-17T18:24:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62ee020acbe84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: 91b885e9-c906-4dba-abce-d55682265a52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 6c561a4d-a481-42d9-91fa-f75d6b4bcd0f
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62ee02148b4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 657ac978-8cec-4cfe-a5d9-a8e428408910
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36698"
    uid: 6c561a4d-a481-42d9-91fa-f75d6b4bcd0f
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62ee02710e4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: f23826fb-bdec-430b-9e98-6719b2147405
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:41.092651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecd455415a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35917"
    uid: 1fb544b0-7444-4d9c-bc41-5882343cb3ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35926"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecd676ca50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35936"
    uid: e73cd354-055e-450a-a03e-d3016089cc0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecd6933057f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 2171c804-f84c-4333-bcf6-21dac1919609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecd6d0e7514
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: ca5c6b53-d006-4641-a339-01d227e729b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecd6d7dbb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 59662f24-74c6-4de7-b3f3-2876a3030998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecde22992b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35972"
    uid: 66ecff7b-11e1-4dce-bd64-489b5fec9a82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecde609d10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: f57ff615-3380-4bdd-ae36-73e16ef86429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecde67addcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35975"
    uid: e2faac4a-7bb1-4549-920c-bb9e964314d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecde685d8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 9a4d7aef-63ac-49ce-be6c-d991f6116f10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecde9badbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: b6265e9a-88bf-4b52-a2c6-d7dc99084517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:22:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ecdea293e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 3d2009f8-2e73-4ed5-aae3-78a5e2f2eb90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:23:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ece1e27fc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: ce3f03b7-607f-4b88-874b-4252de5f251a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:24:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62edfe23c189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: ba01f82f-4868-4407-b1cb-fc03103fa350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:24:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62edfe23cde20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: 30301783-15bd-4933-844d-667a5e3ae588
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 74231bb6-8130-445e-800d-4c0f5536b769
  kind: Event
  lastTimestamp: "2026-09-17T18:24:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2.18d62ee135f8e9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: c021eb1c-5d79-4704-949e-9600a4b129f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35904"
    uid: ed43c04a-5841-4400-a1ea-4c7f6a12da70
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-j5nb2'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7.18d62ecd44ebf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 02b9e900-37aa-49fc-9511-3660b13e816d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: 24365768-fac7-4c07-93d3-d976792f66ed
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ecd4095b548
    namespace: kserve-ci-e2e-test
    resourceVersion: "35905"
    uid: b8605f26-e0aa-4959-8a8d-0472a69d4f5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: b9650903-b4cb-464f-8635-7a21165c7895
  kind: Event
  lastTimestamp: "2026-09-17T18:23:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ed0bf82a7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: d55db31b-2404-40a6-8490-3ff5fe703e10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: b9650903-b4cb-464f-8635-7a21165c7895
  kind: Event
  lastTimestamp: "2026-09-17T18:23:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ed0c0001299
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 71c41004-d1cf-481b-b3ae-84cd784a978f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: b9650903-b4cb-464f-8635-7a21165c7895
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ed7bea594b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: f3d4369f-98cf-4ee5-9fd3-dedd4cd82aa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: b9650903-b4cb-464f-8635-7a21165c7895
  kind: Event
  lastTimestamp: "2026-09-17T18:23:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ed7bf672e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 61603307-01fa-4d95-bd72-8cbed25b3ab1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: d93922e1-73a1-4857-a11d-1b8d6f77f6bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62ecd40a08baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: cf6d1032-bea4-470f-acc2-874ce1f3187c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: d93922e1-73a1-4857-a11d-1b8d6f77f6bd
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62ecd41594073
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: e4ee8a6d-3a82-4ab6-bff5-a1a08e27f967
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35899"
    uid: d93922e1-73a1-4857-a11d-1b8d6f77f6bd
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62ecd4c9b5587
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: d1c4946d-cff3-4779-bf05-687aba833bc3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36657"
    uid: d93922e1-73a1-4857-a11d-1b8d6f77f6bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62edfd6956e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: aefcf12a-f1b7-4df3-b07e-6ad4d7f0fd6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:29.862092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35740"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecaa7ef48c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35746"
    uid: 674ecbc1-8b8e-426e-8c6e-4d74be611d38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:30Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecac9f07fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 5ebc0b9c-0d13-4675-8526-68d9b99e6949
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecacbe3f8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35788"
    uid: 97815a5e-7376-45e7-a5a7-a100982046c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecace7b2595
    namespace: kserve-ci-e2e-test
    resourceVersion: "35791"
    uid: 2d2bfee6-a73a-468c-859c-803fab9dfbe0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecaceebcd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35792"
    uid: 7426ba6e-77f8-4f4e-ad5d-1b02f26e9988
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 74d8307f-490d-46cc-b49f-986e78b1e89b
  kind: Event
  lastTimestamp: "2026-09-17T18:22:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm_kserve-ci-e2e-test(74d8307f-490d-46cc-b49f-986e78b1e89b)
  metadata:
    creationTimestamp: "2026-09-17T18:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm.18d62ecc3f53776e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 587dd8bf-2e6e-4e25-a0c8-b7898109cab5
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: 938f89c9-c980-4a84-9f77-4d14eeda6ddb
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-bhcwm'
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669.18d62ecaa7330640
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: 4cb14647-55c5-470a-991a-c0b7ae350adf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: ecd01c26-7649-4dd3-84f3-9ef8f82c04d2
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d62ecaa300dd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35734"
    uid: 589a6e62-ed82-4a8a-8fb8-dd29f5c7ea4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: f78aacf4-8a61-4379-b5a7-11020ab868e5
  kind: Event
  lastTimestamp: "2026-09-17T18:22:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62ecaa32c9f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 7e225e5d-26ee-4a31-a088-c198f359db8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: f78aacf4-8a61-4379-b5a7-11020ab868e5
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62ecaa3ca7935
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: b6c48e07-c310-45b9-b5bc-065f17fde1e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:58.599704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb56845ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 095aaf6f-e330-45fe-93b9-b136324486c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb574625c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 63bb3a68-8bbe-4c13-b3c3-4bc43180497c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:20:59Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb5adf33c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: 0b5a5660-c1f4-415f-862a-0c003ba7f9fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:20:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb5af830975
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: d9099221-ce5e-4477-b309-220ecc54f590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:20:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb5b293ab41
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 865f6e98-b3b6-401e-8b39-a30dcdb61d85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:20:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb5b3199dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: f4f299d5-710e-4f29-92c7-026dc7fee6d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60869e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 0c56fb2a-b38b-431a-9bde-d004e5c3cb96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60b41d7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 6a8ea76b-541e-4407-a612-5a40d1faae80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60bb5a366
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 2470da14-b972-46dd-afe5-3ec9daa84093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60bbfa013
    namespace: kserve-ci-e2e-test
    resourceVersion: "34855"
    uid: da735fa3-29e5-4cdc-96f4-834842fc8f02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60ebbee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 006e310d-ecce-4275-8d35-156d65c86a21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb60f2df98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: 1555925b-14f2-4053-b6d6-a6a0cf344b34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eb6804d6aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: 3aed8078-f295-4ebc-b986-6ae88021f617
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eca669fe0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35688"
    uid: e6716263-2c3d-415e-8cdc-86872b3ba6ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eca66a0661b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: da637b3e-ea88-40a2-9a4e-87f407df584d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 9f50ee9c-fa9c-4777-81bb-685444d46422
  kind: Event
  lastTimestamp: "2026-09-17T18:22:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z.18d62eca869a3fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35703"
    uid: a8a09517-f851-4ce9-91eb-504b7ec610d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34789"
    uid: 36a6fc86-ea15-48e2-8e55-99738af6eea9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-xtc2z'
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45.18d62eb567e0b20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: 50f52760-5b9e-4936-9853-4edc4f3835d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34787"
    uid: 3797a6ef-cedf-4854-bed5-8895a797c55e
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62eb565431de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: 43a943c6-36e3-4fb6-a98a-0ec97932c5b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 5ae61da5-57d4-4c36-a934-6d8a951df717
  kind: Event
  lastTimestamp: "2026-09-17T18:21:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62eb8e3cc48ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 5ecaf01f-6123-496f-b194-26f61844a3c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 5ae61da5-57d4-4c36-a934-6d8a951df717
  kind: Event
  lastTimestamp: "2026-09-17T18:21:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62eb8e441a2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: f3c9f221-3d46-4f39-a8b5-4fa775a6ab29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 5ae61da5-57d4-4c36-a934-6d8a951df717
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ebfe1b556eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35669"
    uid: cf7e361e-8944-4f06-8d20-045c459d92aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 5ae61da5-57d4-4c36-a934-6d8a951df717
  kind: Event
  lastTimestamp: "2026-09-17T18:22:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ebfe2228c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: a2ecb87d-103a-4699-95b1-e4df3210535b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: e5915c97-6357-4aaf-9491-13b98dfd7827
  kind: Event
  lastTimestamp: "2026-09-17T18:22:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62eb56545d4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 046b54ee-244c-43aa-97d0-15ba8cff2c1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: e5915c97-6357-4aaf-9491-13b98dfd7827
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62eb565e07b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 6a152dff-1336-4f66-bfd3-5dd30c8e4840
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: e5915c97-6357-4aaf-9491-13b98dfd7827
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62eb56b813b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34812"
    uid: 89fc494d-3fa5-4ed6-b58d-bfed7049d30e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35546"
    uid: e5915c97-6357-4aaf-9491-13b98dfd7827
  kind: Event
  lastTimestamp: "2026-09-17T18:22:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62ec8386434d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: b5f66c89-68e9-43b7-b53e-be8aafe5d592
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:44.359135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef7f0dca45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: 63de19b9-2b27-4470-a5c2-95b7b0931c18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef7f7925293
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 5ab02b6b-5de9-4f35-9fdf-1714ea868079
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:45Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef836a483ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37765"
    uid: 75a6f7fc-3911-47ec-ab10-e47a158b93ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef838244a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: bcf306a8-9dd8-4370-9696-37478246c3f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef83ab2528f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: e529abbd-af86-42b6-8bdd-cdc5f59099e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62ef83b24760f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: a3a009e1-a63d-40fe-93d3-bfdf3c49508d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fb30e986-fbdd-4d10-b5c1-808580a4c75d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws.18d62efa45ab44a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: 8cc4455e-876a-4995-8c60-2d6e390daa60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: 920d6d67-f61d-4f79-868f-0724c7955745
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-9jmws'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d.18d62ef7f06e4df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: a810f1da-7f35-4fcf-b90a-45cbb39d794c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: 2d42bbbb-ab4a-4469-a322-4f59c60c469c
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d62ef7edcecf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: e2757fef-6b9d-4ab7-92e6-f86677c4e941
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: d5cd1a65-1ab4-4415-910f-e4eeae641fe6
  kind: Event
  lastTimestamp: "2026-09-17T18:25:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:50Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62ef7edcfc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: c0299086-d8a5-489c-ab0d-b4b7dabb53f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: d5cd1a65-1ab4-4415-910f-e4eeae641fe6
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62ef7ee57b64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 76bc96b4-3b38-47aa-848c-3e19af6cb4fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:13.249135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee2ba486218
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: f39a7780-a635-46d3-a1c9-59a471f6708c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee2c3b3a562
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: 7096a0ca-2211-42ae-8cce-3deb7058c5f5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36892"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:14Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee300561681
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: b0c3d48d-39fd-4126-b2df-e844cc3517ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee302006fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 206b7bba-9e9d-4d94-91df-cf90efe35a31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee304fb36da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 67d24889-59eb-468d-a6c8-ec4b5ca8d2ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee3058073a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 5d7ad5b5-16d5-469d-a866-df81749ae8fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee3647eb21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: c9e10d00-e1a2-42f7-b660-d622018290f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee3675e2ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: ecfae731-4c81-41e3-8d12-ff1aa7dc315d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee367cd8189
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: 9b4ff97f-df43-4ab1-b6fe-80e7dca0c791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee367d81f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 92aa2764-af61-4a04-8c76-c185e7a4fffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee36a581112
    namespace: kserve-ci-e2e-test
    resourceVersion: "36946"
    uid: 06112e88-869f-4a12-acf0-efb9b1ef5579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:24:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee36accbf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 4e3170c8-c74e-49a4-ac67-eaad36ea359e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ee3dc875749
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 46429b63-c5b2-42ea-96ca-0f7817b713fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:25:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ef7af3bbc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: 5e8caa70-c066-4758-91a1-cb91ed991d94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:25:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ef7af3c190c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: 833ef764-0858-418e-83be-96511a1f1b37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 1d76cc41-b9fe-4374-8ffb-c3f2dc5d50bd
  kind: Event
  lastTimestamp: "2026-09-17T18:25:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh.18d62ef7e2bd73ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: e4216b0e-8147-4494-8d3a-cc7d246746a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: c2bbda87-9833-41ce-b4b3-30a77d73283e
  kind: Event
  lastTimestamp: "2026-09-17T18:24:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-g4fkh'
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694.18d62ee2b9cfa565
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 60c2e262-556b-4086-b1a1-feaac55daecb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36870"
    uid: 5309c8cf-64db-4f52-b5cf-f4c0ba49bf86
  kind: Event
  lastTimestamp: "2026-09-17T18:24:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ee2b74ffb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: 73b01f0d-b25c-463f-9d72-d37fee25eded
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36872"
    uid: ba95b48f-fcb0-4969-9169-87069accf6ea
  kind: Event
  lastTimestamp: "2026-09-17T18:24:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ee63603411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: 24b09c97-9919-497a-97ae-954a5fdd9336
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36872"
    uid: ba95b48f-fcb0-4969-9169-87069accf6ea
  kind: Event
  lastTimestamp: "2026-09-17T18:24:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ee6366c7adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37038"
    uid: a5ddd4ad-d48e-43f3-bab3-5790d21f58bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: ba95b48f-fcb0-4969-9169-87069accf6ea
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ee9b53f7971
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 0e3ead85-8c37-4951-9786-5c9c4ab52bf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: ba95b48f-fcb0-4969-9169-87069accf6ea
  kind: Event
  lastTimestamp: "2026-09-17T18:25:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ee9b5ac0522
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: a9fd7c92-c3d0-482b-b04d-4e5b80b2adc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: cb2ec854-3ff1-4cca-9c30-5429890b0c20
  kind: Event
  lastTimestamp: "2026-09-17T18:25:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ee2b77edf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: 7f3c1159-58da-4483-8f69-0e83d4563c22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: cb2ec854-3ff1-4cca-9c30-5429890b0c20
  kind: Event
  lastTimestamp: "2026-09-17T18:24:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ee2b7f10ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 160e67ba-9bb6-4666-aba7-eba3c5c3e72b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: cb2ec854-3ff1-4cca-9c30-5429890b0c20
  kind: Event
  lastTimestamp: "2026-09-17T18:24:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ee2bd76eb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36895"
    uid: d60941e1-cb97-4f69-b7f8-fe013586dc4a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: cb2ec854-3ff1-4cca-9c30-5429890b0c20
  kind: Event
  lastTimestamp: "2026-09-17T18:25:38Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ef681ed3c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 66ad88e0-44ad-43db-a1fb-64e03f77877f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: b93cc8a3-edec-4d1d-85ae-6068c694502e
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3.18d62ea2b6fd840d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 71ee6926-d3f4-40cf-8510-d22bf603af60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: b93cc8a3-edec-4d1d-85ae-6068c694502e
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3.18d62ea2b778221f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34065"
    uid: 4c14fe9c-81b5-49ff-b158-6524b17a24d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: b93cc8a3-edec-4d1d-85ae-6068c694502e
  kind: Event
  lastTimestamp: "2026-09-17T18:19:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:38Z"
    name: isvc-sklearn-s3.18d62ea2be04e81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34066"
    uid: 83cffd06-bfa7-43ba-bacc-0a35a5695aac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: b93cc8a3-edec-4d1d-85ae-6068c694502e
  kind: Event
  lastTimestamp: "2026-09-17T18:20:58Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:58Z"
    name: isvc-sklearn-s3.18d62eb549cd14d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: 63858744-52e1-4d98-a2a3-1c1bc7020700
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6bd688b666
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: ee5ec865-278b-44cb-ae59-9497a2eef96f
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6bd688b666-xg54k'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-sklearn-scheduler-predictor-6bd688b666.18d62d6cc95d4898
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 640323e2-e857-4686-862c-e668a88afbbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: eab332be-807f-4bca-9a56-eb6dbcb01895
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6bd688b666 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-sklearn-scheduler-predictor.18d62d6cc68e395a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 8b34be6c-8003-4ba3-aa65-5b3edd46fc7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 873b27d1-d9a0-41b0-a2b5-8b3562950490
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-sklearn-scheduler.18d62d6cc631e03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: a1b0b867-35d3-48c1-8275-8eb75304ae33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 873b27d1-d9a0-41b0-a2b5-8b3562950490
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-sklearn-scheduler.18d62d6cc6a2bce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: 86125d8f-2825-4054-9dc9-415339d399b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 873b27d1-d9a0-41b0-a2b5-8b3562950490
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-sklearn-scheduler.18d62d6cc6a2f219
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 9fbcad1b-57dd-4a1e-81d7-7b1e08b97d43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:10.117590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:10Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de68a9c9e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: 1717c868-08d1-465b-b22c-13c08e276975
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:10Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de692661eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 7e75ff65-6d4a-450c-8461-6685f71d46f7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de6d062b93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 800c2894-027f-4870-93e1-661d3306697b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de6d47035bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: d0948d43-cf16-4a0a-9a42-7b4b5fbd44f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de6d74d7af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 2669aa81-7ac5-4893-b731-b76350fce0c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:11Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de6d7be0129
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: f37b2dbb-af40-43f7-bcee-46ba105eb660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7cdc168f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: ac458ee0-67b3-4be3-9292-e8c48fc71062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7d0fc1588
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: fa609766-b8a3-475f-8a33-dfbc14f5b9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7d17160fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: d37130d9-6721-45ce-ad80-683fd9f10f38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7d17bc084
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 181737dd-f5f8-4626-a104-0ce485230b6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7d43d35b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 13ec8acc-edc3-48e0-bf60-5bf57d1a4fb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:06:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:15Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de7d4ae4b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 0c674df2-c021-4394-91c8-cf3908ac6b7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62de845d9a240
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 70c2dd88-53b8-4730-999e-d92fb1e5dddb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:07:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:40Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62dfb8a1afb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: da5cfabe-4e9a-4788-87d0-2aa28952544a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:07:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:40Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62dfb8a1b7a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27011"
    uid: a4f5c813-07b8-4d7e-8144-3a82cebdd75f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 0fbf5d06-80f8-4b16-a366-31ba08b49984
  kind: Event
  lastTimestamp: "2026-09-17T18:07:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:43Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj.18d62dfc4c25ee5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 83a2e9c5-b446-4ec4-9b4b-fd75b4c829d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-89c454589
    namespace: kserve-ci-e2e-test
    resourceVersion: "25919"
    uid: c8c83fcc-f436-4f1d-a1d3-83c7b962ccb0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:10Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-89c454589-dtgkj'
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:10Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589.18d62de68a00c1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: 48234c22-a578-4dce-9e7e-cc434225e49a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 62e07220-2650-4472-8468-0ff3bc27520f
  kind: Event
  lastTimestamp: "2026-09-17T18:06:10Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-89c454589 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:10Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62de685b918f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: dd20d32d-1ecc-463e-8d99-4722b8328b76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 5ea89b4b-16f1-4f37-ad61-cee9f6457d55
  kind: Event
  lastTimestamp: "2026-09-17T18:06:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62dea04572df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: edb27301-1b52-4fcc-bf0b-7fb7b50e7675
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 5ea89b4b-16f1-4f37-ad61-cee9f6457d55
  kind: Event
  lastTimestamp: "2026-09-17T18:06:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62dea04c6ebbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: 5a96b5e5-d841-41b1-adbb-2301dca657af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 5ea89b4b-16f1-4f37-ad61-cee9f6457d55
  kind: Event
  lastTimestamp: "2026-09-17T18:07:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62df103e5ef02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: c5d9bf13-1cb5-45c0-8b35-cfca9a752f2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 5ea89b4b-16f1-4f37-ad61-cee9f6457d55
  kind: Event
  lastTimestamp: "2026-09-17T18:07:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62df1048ad7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 3dff0d6e-38d7-4580-9f1a-f63892a94fe9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: 66440366-5815-4c09-bc07-35e0902c10a2
  kind: Event
  lastTimestamp: "2026-09-17T18:07:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:33Z"
    name: isvc-sklearn-v2-mixed.18d62de685e0c960
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: eb6d2b34-61c6-43fb-a637-9161cdeea3b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: 66440366-5815-4c09-bc07-35e0902c10a2
  kind: Event
  lastTimestamp: "2026-09-17T18:06:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:10Z"
    name: isvc-sklearn-v2-mixed.18d62de6865ecf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 28fcea0c-43cd-49a4-8cd9-6810310fe8df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 66440366-5815-4c09-bc07-35e0902c10a2
  kind: Event
  lastTimestamp: "2026-09-17T18:07:33Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:33Z"
    name: isvc-sklearn-v2-mixed.18d62dfa003428ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: 10f48254-5241-484a-80b9-0adee83b493f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:34.702339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-ffc44684-gns9s
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd0536b779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24930"
    uid: e69e1e7f-1caf-4605-9254-bd87ab9567ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:35Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:35Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd0754aa8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: 4c394fd9-92d8-4b70-8831-251dfaa557f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:35Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd076f8aadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: ba8655c1-4dcd-4600-9e41-cd1b519e0e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:35Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd079ccdf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: e751b9a1-d116-4c46-8455-780168466a92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:35Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd07a50d32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24947"
    uid: eb0db93d-3a07-474f-a282-9ec2bc130050
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd1933223cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: fe5d8b4f-1b26-4b42-891a-19fdc615c0af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd196407cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 09526f4f-1e9a-462b-a05a-202361d0d137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd196a6fad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 7d2a3bca-55be-42ef-8d93-9dde86676f45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd196b1f7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: e54e3af4-e9c9-421e-8c99-bc0028803ee1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd1997966f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 0e0b8022-1705-456f-80a4-2b1e605e9055
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:40Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd199da593e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 4a055904-8dbc-4757-86f6-b456b29476c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:07Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62dd1cf47a082
    namespace: kserve-ci-e2e-test
    resourceVersion: "25876"
    uid: 9ac7bbfb-0783-4486-8df5-8fd66c1e5a4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:05Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62de55a2006f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: 055e5d48-2c4f-46fe-9ef1-81ea3ab1d8c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:05Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62de55a20a40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: c6f4d9f1-18f0-4417-bc42-445fc0cf49b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 5d5a47aa-3e4d-47ee-9940-69e118659de0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:07Z"
    name: isvc-sklearn-v2-predictor-ffc44684-gns9s.18d62de5d585fe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25875"
    uid: b0880764-a7e0-419b-9ea3-0688cec35e3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-ffc44684
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: 8a37aa51-2ca6-4679-8066-90e065a1b32b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-ffc44684-gns9s'
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-sklearn-v2-predictor-ffc44684.18d62dd052ede1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24927"
    uid: b8b99afb-3514-4982-9461-9bb1961601d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24913"
    uid: f30f93a5-538d-4262-a6f7-143fc906c5a6
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-ffc44684 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-sklearn-v2-predictor.18d62dd04e9ede3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24916"
    uid: 30837f71-6da7-4bc2-98e5-dd1ce4c67acb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24914"
    uid: 8399c039-0170-4ab6-af59-601addc66ed9
  kind: Event
  lastTimestamp: "2026-09-17T18:05:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:04Z"
    name: isvc-sklearn-v2-predictor.18d62dd3cdc7097b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 4303054e-a3c4-4962-a16f-88b866ff03fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24914"
    uid: 8399c039-0170-4ab6-af59-601addc66ed9
  kind: Event
  lastTimestamp: "2026-09-17T18:05:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:04Z"
    name: isvc-sklearn-v2-predictor.18d62dd3ce73601a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: a122ad30-fe25-4637-8532-16294af4af6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 8399c039-0170-4ab6-af59-601addc66ed9
  kind: Event
  lastTimestamp: "2026-09-17T18:06:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:04Z"
    name: isvc-sklearn-v2-predictor.18d62ddacfa3696f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 92eaeade-6784-4abc-ad27-54b067bea080
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 8399c039-0170-4ab6-af59-601addc66ed9
  kind: Event
  lastTimestamp: "2026-09-17T18:06:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:04Z"
    name: isvc-sklearn-v2-predictor.18d62ddad063d7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: b49afa70-1d8c-4f5a-922f-cddc736d4606
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:03:29.622121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc12c56202e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: cbe9fb4e-a5e0-46a0-bd24-180b40cb8deb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:30Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:03:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc14e5e6e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: f3e42e0d-b0cc-4aff-8d3b-f9860186af5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc150f93f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 05ad8652-e782-4d81-a509-1685e7829bb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc153c16c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: 78bf1f24-9576-4e7c-a9ea-d6587f84daee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc154249942
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 699ec459-3cd6-4456-81fa-4f6c33dd7130
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc25d3e4f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: ec987304-b9e1-4a1d-902d-afba0ac96dbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc25fff8662
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: e6daaf6b-d2bf-4685-afd3-712682f1d3a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc26063ec66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 005248db-fcf8-4efd-b312-267afb8f230d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc2606f1e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: a80267ff-5db8-406e-b12a-5cff31a6817c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc26356d999
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 187598f1-85b0-4010-9d66-cf3c9cbfd7f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dc263ba86b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24435"
    uid: c6876524-db67-4b83-8942-96202d2315f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:04:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dcb3b1dae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: a554af24-19de-4845-9883-c72fcbaa3dcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:04:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dcf1e0b282a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: 9c8a2fda-191a-4df8-92ba-101bba915599
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:04:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dcf1e0bc285
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 2f50c965-1825-46d0-8886-72baf500349b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 36806458-a53b-4cde-9b99-daa98004b58d
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7.18d62dcfdf58be6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: 4a4efbd2-ee01-4e85-b409-b68e9be29a79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: dfd9299a-859f-402a-bd8f-e9e0e153352d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7svr7'
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62dc12bd85ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24362"
    uid: e5aa900a-19d3-4b75-94b0-d2b3969ea5bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 98b844b7-def5-47c0-9d08-16c3e2b38993
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dc12219cb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: 996c0995-fc65-45f5-b0d8-1f13c6e6b43b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: a27d0d01-3f08-442d-a8ff-402d4ef7267a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dc4a0471501
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: 8b529544-c82e-4a0b-8095-51c54e353402
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: a27d0d01-3f08-442d-a8ff-402d4ef7267a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dc4a0b94202
    namespace: kserve-ci-e2e-test
    resourceVersion: "24505"
    uid: 6bff31dd-a2a5-48f8-8580-228ce9ec4dcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: a27d0d01-3f08-442d-a8ff-402d4ef7267a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:14Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dc8205012a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: 203d165b-f662-4466-b43a-f48a74bfd466
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: a27d0d01-3f08-442d-a8ff-402d4ef7267a
  kind: Event
  lastTimestamp: "2026-09-17T18:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:14Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dc820ebe290
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: 82d1fdcd-dba6-4e64-9447-5563be10513a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24335"
    uid: f90d6420-131e-425e-870e-9ed6d69b277b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:22Z"
    name: isvc-sklearn-v2-runtime.18d62dc1208e9717
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: 82a249cf-62ef-4119-be41-4a53b47c7884
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24335"
    uid: f90d6420-131e-425e-870e-9ed6d69b277b
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-sklearn-v2-runtime.18d62dc122a91dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 1fbcbcde-a6bf-4190-a403-afabcb54293c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: f90d6420-131e-425e-870e-9ed6d69b277b
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-sklearn-v2-runtime.18d62dc12f815c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24373"
    uid: 97fffc9e-a8b3-44da-ad8b-cc936d41f157
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: f90d6420-131e-425e-870e-9ed6d69b277b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:22Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:22Z"
    name: isvc-sklearn-v2-runtime.18d62dcd92b53512
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 5638901b-d5e8-41c8-be93-beb246054ea8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24906"
    uid: 51ac9c31-d9f3-40f0-a8d6-8bd622030982
  kind: Event
  lastTimestamp: "2026-09-17T18:05:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:57Z"
    name: isvc-sklearn-v2.18d62dd04ea1041e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 3566586a-6308-44b0-877b-11cf0b45fce9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24906"
    uid: 51ac9c31-d9f3-40f0-a8d6-8bd622030982
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-sklearn-v2.18d62dd04f21d9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 69096754-9ee8-4299-b0fe-5c1958dfadfc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 51ac9c31-d9f3-40f0-a8d6-8bd622030982
  kind: Event
  lastTimestamp: "2026-09-17T18:05:57Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:57Z"
    name: isvc-sklearn-v2.18d62de38789e5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: cdbdb2f2-a9b7-4598-afcb-112474f3618a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 3a65cbbb-a3b7-4718-8fce-d7a8107fdc1a
  kind: Event
  lastTimestamp: "2026-09-17T17:59:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:25Z"
    name: isvc-sklearn.18d62d74c739a489
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 2cad53c5-fa3e-4a92-bbb7-3a14581d4fb7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 3a65cbbb-a3b7-4718-8fce-d7a8107fdc1a
  kind: Event
  lastTimestamp: "2026-09-17T17:58:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:01Z"
    name: isvc-sklearn.18d62d74c7b05a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 0c156e68-ff07-4ec2-99f9-07b5bcc800f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 3a65cbbb-a3b7-4718-8fce-d7a8107fdc1a
  kind: Event
  lastTimestamp: "2026-09-17T17:59:25Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:25Z"
    name: isvc-sklearn.18d62d8841fae7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 9420cd50-579f-4a14-914f-da59d7330805
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:45.727655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-5x2gq
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfccd6a94a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: fc1a997f-5281-4dbc-91c8-aeab39cac577
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:07:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfcd5eae6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: 5f78a13d-3a8d-41d0-b8eb-96cfae7f0550
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:07:47Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfd491d3896
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 9e005296-021d-4769-b8a9-3e45f7b76959
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:07:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfd4b9a0711
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 365b1803-4ed9-41d9-9177-e4689649770e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:07:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfd4e8bf9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 7f9fef22-0c28-44e5-a0c1-aea63c94da54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:07:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62dfd4f056baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: af64f4ae-41c0-41a2-942c-c51383d9ab86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:02Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e009c3da59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 83f0b3c0-0b86-40f4-b00a-ed3b66ee5f42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.76s (3.76s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e017c689b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 552f6ea3-02eb-4068-9a3b-74969ebbe1cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e017f5846d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 51dad8ae-b51c-4b3d-bb42-a5cffc5bbbe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e017fc71955
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: 780bc8c7-c780-4eaf-8482-332695d6c0ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e017fd12837
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: 2973393a-1ef3-4971-8972-dfcd1e2f077b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e0182af9876
    namespace: kserve-ci-e2e-test
    resourceVersion: "27438"
    uid: 27a342ee-824d-48f2-8ac6-2f6619aac8c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e01832625f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 5ed0eaac-cf9c-442c-90dc-ef690fb078a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e018c6cf0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: f7750080-fb69-467e-a563-41653ca23cbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e089ab3fcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27693"
    uid: fd43b949-71f1-4939-8972-c172667bf7d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e089ab48caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27694"
    uid: a250b2f4-4bc6-443b-8b4f-f89f76d44b10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27111"
    uid: 39bddd66-eec1-4f05-960b-ee43d1358d9a
  kind: Event
  lastTimestamp: "2026-09-17T18:09:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-5x2gq.18d62e08c46e32bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27955"
    uid: ae37f273-9c6d-4a96-be40-497841822be1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: e28f385a-ed05-47fd-8c57-9016a56a8e14
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-5x2gq'
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d62dfccbe9ba5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27114"
    uid: ec91d4c9-b970-4829-b02d-e9910744c76f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: b4345c34-7c3b-47a6-a817-f9b3da0e3404
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-tensorflow-predictor.18d62dfcbef2e24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 585766de-cb9e-4b66-9a55-f0585096c803
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: 683426a9-0294-407f-972f-493c4919698b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:15Z"
    name: isvc-tensorflow-predictor.18d62e003e7e1c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27514"
    uid: 53724dc4-4f7a-4796-a78e-79426a387d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: 683426a9-0294-407f-972f-493c4919698b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:15Z"
    name: isvc-tensorflow-predictor.18d62e003f2e2eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: da877dd6-11eb-4ca2-b6fb-50f23a962c1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 683426a9-0294-407f-972f-493c4919698b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:30Z"
    name: isvc-tensorflow-predictor.18d62e073f0b2fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: cdde43f7-468b-4575-ba3b-2efbf4993b07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 683426a9-0294-407f-972f-493c4919698b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:30Z"
    name: isvc-tensorflow-predictor.18d62e073fe77882
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 68b11bfb-0d3b-4249-a396-5898f1ee2bbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:41.620987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e09d0eb0085
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: d351e76b-d0ad-4016-bbba-12f3f6ca22ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e09e0cd1de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 736e5c33-69c9-4fab-978b-62c472b63acf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27763"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0a1690b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 31ab1b9d-541f-476e-9f5a-31bfc6baf255
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0a1875a5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: ca3de278-f861-4205-8e56-9f534219782b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0a1b9ef67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 293f2cfb-309e-46fd-90bb-16733e83aa6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0a1c129ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: e361772c-6c31-4e4b-a34b-df7f460c4b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:47Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0b31480b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 9d591129-3185-4a63-9a34-56a9b3b097ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.616s (3.616s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c08ddd448
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: f0ff0655-4863-472f-91de-0b82ac40de0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c0ba4278a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 89a2d09a-8286-4c8a-8aa4-e6f712b7ad2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c0c1e4b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 3a8ba446-a61a-4e9a-b782-2345b8920d2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c0c2a4e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: 669c8033-7fbe-49d6-adcd-ef8a47093ebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c0f1a29a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: a6f0d117-9108-4186-8866-ece7dcee9ace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c0f8e1682
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: fe8329d8-a78f-4107-937a-1abbc515a3a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e0c212ce2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: 50719780-3aac-4398-8067-af144db10c97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e1364f587d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 15fd0c25-7f56-48d6-94f9-86157e7b3c51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e1364f60582
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: 1ce4e10e-b219-4b49-b782-58a78f7dfc21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 536c3c62-e109-41c3-8b42-ec33ca5f524b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7.18d62e1483215c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: a2ca8d94-4ea3-49e1-8943-f76977a7c93a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 14787546-2d4b-46aa-92ef-9a9c00dfe787
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-qg5l7'
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62e09d04d8f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27757"
    uid: a2ad2b79-0af0-449d-ade5-7002660b7070
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27741"
    uid: ab957964-d594-4615-a60f-aaed0085ad3a
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-tensorflow-runtime-predictor.18d62e09cc5781f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: db708b0b-8053-462b-a5b3-1a1f74102b90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: 8420cc3c-a404-4460-a25e-8bee15955bb2
  kind: Event
  lastTimestamp: "2026-09-17T18:08:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:56Z"
    name: isvc-tensorflow-runtime-predictor.18d62e0d4b185fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 4ec4b091-74f9-4d18-8efa-3329d010bd67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: 8420cc3c-a404-4460-a25e-8bee15955bb2
  kind: Event
  lastTimestamp: "2026-09-17T18:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:56Z"
    name: isvc-tensorflow-runtime-predictor.18d62e0d4b8d7140
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: b948e48f-6e3c-43fd-9a41-d56540273a32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: 8420cc3c-a404-4460-a25e-8bee15955bb2
  kind: Event
  lastTimestamp: "2026-09-17T18:09:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:11Z"
    name: isvc-tensorflow-runtime-predictor.18d62e10cc3e09f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: d1a71757-849e-46f7-a22a-be9b74512583
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: 8420cc3c-a404-4460-a25e-8bee15955bb2
  kind: Event
  lastTimestamp: "2026-09-17T18:09:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:11Z"
    name: isvc-tensorflow-runtime-predictor.18d62e10ccd40095
    namespace: kserve-ci-e2e-test
    resourceVersion: "28035"
    uid: c2327d94-e651-4114-84f4-eca1eec77b03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: 3b5e381a-b2ad-4bf0-8773-235ad60e5523
  kind: Event
  lastTimestamp: "2026-09-17T18:09:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:07Z"
    name: isvc-tensorflow-runtime.18d62e09cc873907
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: 02c902c4-f882-4a33-bb12-7e23c2b963ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: 3b5e381a-b2ad-4bf0-8773-235ad60e5523
  kind: Event
  lastTimestamp: "2026-09-17T18:08:41Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:41Z"
    name: isvc-tensorflow-runtime.18d62e09ccf8dea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27748"
    uid: b04a60c4-3c72-4ff6-9766-4ac1515da110
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 3b5e381a-b2ad-4bf0-8773-235ad60e5523
  kind: Event
  lastTimestamp: "2026-09-17T18:09:07Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:07Z"
    name: isvc-tensorflow-runtime.18d62e0febe1d9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28006"
    uid: a74d3346-59e7-40e9-9a02-e28ed1f132e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: 01a4e249-21ea-4116-acf7-db09ee2de6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:08:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:22Z"
    name: isvc-tensorflow.18d62dfcbedb4d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: a4a3f4da-882c-4e77-a341-cfd3524a6391
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: 01a4e249-21ea-4116-acf7-db09ee2de6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-tensorflow.18d62dfcbf994310
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: a7d46b30-77da-4304-8745-76feabd14ad8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 01a4e249-21ea-4116-acf7-db09ee2de6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:07:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:45Z"
    name: isvc-tensorflow.18d62dfccaef46d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: f27599e0-50e9-4a63-a1a0-f1d840a88316
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 01a4e249-21ea-4116-acf7-db09ee2de6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:08:22Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:22Z"
    name: isvc-tensorflow.18d62e054f77329a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 67152a33-feef-4492-8fcc-f1e5503c0b31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:27.980061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-xm78g
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e149c225742
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 45f22ea8-8da1-4f15-aaa0-f020b4d981c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:28Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e14aaccda7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: a6c206b8-f7fd-4ce4-a0e4-9ddba9fd8e53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28299"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e14e1fd712d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 3a9aeca5-5ffb-4b6d-9740-92249506f6cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e14e3f9edbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28315"
    uid: c1a3ae06-7526-4e24-ad52-fb144b5ccb3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e14e72d1472
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: 20adbff0-6384-478e-8ff6-5c2290e3e943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e14e7a5f658
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 843a8c15-c209-4390-99d0-cd4d0bda1bb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:09:33Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T18:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:33Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e15e77cb0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28358"
    uid: 659e1ccd-3cc1-492f-9e1e-1ab6957058bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:28Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.405s
    (1m55.405s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:28Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30c62f1f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 70dee1a1-0aa1-4da6-b46b-f347ac150d72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30cb5acd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 28879ba7-8129-4e27-aaef-951887cb37d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30cbf0999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29346"
    uid: c25ab92e-e78a-4f06-875e-ca36e84990bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30cbfba08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29347"
    uid: 86d4d870-cba8-413e-bfe5-922326fc8ff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30cf952e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: 3fac6690-4e27-4342-90e8-18159da5a00e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:29Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30d00d8a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 51e0cf1b-81ff-4ec2-8b23-11c23a1264c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:31Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e30d7c4a8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: e26ca6cb-e225-4bec-85bd-a44997f3d433
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:40Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e3363996145
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: 5a4d547a-f510-46e9-98ed-30a82d0c2943
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:40Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e33639aa2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29472"
    uid: abc5fdf4-963e-4d60-90e5-217be8bf20cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-xm78g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 776e97ad-71dd-4a63-8f01-a0b856a4614c
  kind: Event
  lastTimestamp: "2026-09-17T18:11:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:41Z"
    name: isvc-triton-predictor-5d7db58676-xm78g.18d62e33a38e0c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: f88b5cd2-2fcb-4ad9-96d5-0ced3de98987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: 8f2832ec-dac5-4dac-91a5-91350b6defa9
  kind: Event
  lastTimestamp: "2026-09-17T18:09:27Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-xm78g'
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-triton-predictor-5d7db58676.18d62e149b957305
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: c268bb87-ba04-4a91-97e6-ad407d58f5f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: 8ea550be-232d-4cf2-9ebc-221cedf7bad7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:27Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-triton-predictor.18d62e1497765c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: c6ff9fa0-1ea1-4846-8702-b337aef96e2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: 29ec2986-3cf2-4e52-8e3f-c0d4dbe50cd8
  kind: Event
  lastTimestamp: "2026-09-17T18:11:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:28Z"
    name: isvc-triton-predictor.18d62e1816ac3140
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 7ae48f3d-1dbe-45ab-b6b9-71599b1542c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: 29ec2986-3cf2-4e52-8e3f-c0d4dbe50cd8
  kind: Event
  lastTimestamp: "2026-09-17T18:11:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:28Z"
    name: isvc-triton-predictor.18d62e181729c992
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: b38ec919-d3e4-42d3-b914-8e05eea45d03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 7b89fc88-9de3-467f-95ed-891b74ba50de
  kind: Event
  lastTimestamp: "2026-09-17T18:11:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:36Z"
    name: isvc-triton.18d62e14978bc294
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: abb9cb4b-30da-4a85-b87c-a23236daa434
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 7b89fc88-9de3-467f-95ed-891b74ba50de
  kind: Event
  lastTimestamp: "2026-09-17T18:09:27Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:27Z"
    name: isvc-triton.18d62e149881f7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28286"
    uid: 2b1f6e2a-8f24-4f61-aa68-350ff3c85978
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: 7b89fc88-9de3-467f-95ed-891b74ba50de
  kind: Event
  lastTimestamp: "2026-09-17T18:11:36Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:36Z"
    name: isvc-triton.18d62e3280bb0799
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: 30ba9c2d-3ead-4bb4-8871-1220a4cd2707
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:45.348698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-k5txw
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3497f15a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 7055c763-78ca-40bf-ae8b-4f3ccefa61ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:45Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e34bbe53db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 427b5e73-7dcd-4137-b9db-e2d9bd22365a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e34bdf1b796
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: ee3a2ddb-a4ef-4576-81f4-ba6da6a0b99a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e34c12ba8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: abfc54b9-dd71-4605-b074-73c1880e2348
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e34c1a2864f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: c58f5ba7-2efe-477f-a2ca-711efe8390e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:11:50Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e35c21d2130
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 7b513e96-4cfd-460a-a2ef-7373f68ac0c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.647s (20.647s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a90cb6b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: a584b077-ed71-482c-9c44-cfd2368da050
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a941586d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29751"
    uid: f9779ebe-6083-430d-bb29-83c63511ad1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a9499a85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29752"
    uid: b26f5f52-95b1-4e1a-951b-e08281cddbad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a94a31b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: c3f85b2b-80e2-40c4-a114-e5df435f93e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a9814d5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: bc1e1159-7899-4bf2-b952-2ab1e92d126f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:12:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3a987eea27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29756"
    uid: 59aa5a57-5742-4818-856d-0e42dbe01b0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e3ae8d8b4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 4f2f5e0a-76e6-4b0e-9c8d-42a6fb301b06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e4bfe945a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: e38d751f-0a83-4701-9a23-e7c48ca5ffaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e4bfe94b5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 8e8c52ff-a0f4-42fa-8313-34e66bd6d18a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k5txw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 3768a304-a4cb-465b-b488-0883b538ae04
  kind: Event
  lastTimestamp: "2026-09-17T18:13:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-k5txw.18d62e4c9b10e52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 115ba988-67aa-403f-ac86-09b0f0ff23a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: 7df8929f-aacf-442f-a158-a3bc07a3a452
  kind: Event
  lastTimestamp: "2026-09-17T18:11:45Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-k5txw'
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d62e34977a1d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29534"
    uid: 86d3bf1b-f68f-4935-8e4f-6a5d70bf3414
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: 7064c03f-4f45-4a94-8735-47821a1dd74d
  kind: Event
  lastTimestamp: "2026-09-17T18:11:45Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost-predictor.18d62e349426930f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29525"
    uid: b52045ca-af79-403e-8647-e55242a729f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 2fca5cb2-0f1b-4046-8eb8-4be5bf0298cb
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-xgboost-predictor.18d62e38131e4128
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 258549c9-a660-40b0-baf7-bb77710cbc0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 2fca5cb2-0f1b-4046-8eb8-4be5bf0298cb
  kind: Event
  lastTimestamp: "2026-09-17T18:12:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:45Z"
    name: isvc-xgboost-predictor.18d62e38138c8bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30040"
    uid: 1d787cf8-307e-478c-b1ce-2337067a6175
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: 2fca5cb2-0f1b-4046-8eb8-4be5bf0298cb
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-xgboost-predictor.18d62e460ff9002d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 3b182072-7626-4d8b-9e15-4fe8593c5f14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: 2fca5cb2-0f1b-4046-8eb8-4be5bf0298cb
  kind: Event
  lastTimestamp: "2026-09-17T18:13:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:15Z"
    name: isvc-xgboost-predictor.18d62e46106cc541
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: f95fe4bd-be57-448a-8c8c-376c4ecc7881
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:21.511454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e66ec3f39d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 32b4b686-fb08-4143-b5e5-6422fb643d44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e66f762b23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: a0392942-8216-4a7c-a5c3-57204e04ffbc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6731c8af71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31633"
    uid: 481c6b85-66e2-405c-8b7c-4112b3fc91c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e67335ffd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: 5f67f6e1-4d69-4582-831e-33b305e16217
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6736292d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: d2071ef5-16bd-4312-bfca-9b0ed3e3532f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e673696e2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: aaec450b-ddfd-4398-88af-f4454977d4f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e68359492d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: f33994d2-b1fb-48ce-8d49-84223aad323f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.711s (19.711s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6ccc7fbcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: 3311bb32-5cac-420d-b4e3-31a592d96149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6ccfd096f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: de30eac3-dc4e-4efe-be72-ce8a84aa4425
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6cd040cc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: 397d85ac-0b2d-45fa-9543-9d504129d419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6cd04b4f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 4cf9cbad-29e4-4c8f-bbf0-82b8a772cb48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6cd2c0608f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31846"
    uid: 335c33ef-c4cd-487c-8e35-bfe04055fc22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:15:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6cd32b824d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 6a0dd5e6-3fad-404c-94c6-423c34a26e4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:17:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e6d1e9c07f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: ad4e4686-7843-4928-9627-7980d7a21e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:17:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e7e5680edd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 52b5005c-bca6-476d-a74e-46516de69b0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:17:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e7e568171d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 3857281e-4f25-4a43-a54c-9828722b7264
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 7f08897f-73ad-448f-8db7-4fdd6d94a417
  kind: Event
  lastTimestamp: "2026-09-17T18:17:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq.18d62e7ed0bb493c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: b0244914-90dc-49cb-a2f8-968b25ee0ec7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: f1d63a15-1325-433a-a037-a6aae7b60984
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-7mjlq'
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d62e66ebd45871
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: e2f12dba-0ae7-4d33-8494-eac3a7d3153d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: 6f42cfb3-ede7-4aff-b7b1-5d2d6f36cc7f
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-xgboost-runtime-predictor.18d62e66e947af6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: f493b0b9-0c3d-49cf-b882-a66b8076f752
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: 9e3ac60e-ce50-4315-bd5e-9663fee23d91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:06Z"
    name: isvc-xgboost-runtime-predictor.18d62e6a67dd5cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: 3c25178e-857e-4027-ac0b-84dbf08fc62e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: 9e3ac60e-ce50-4315-bd5e-9663fee23d91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:06Z"
    name: isvc-xgboost-runtime-predictor.18d62e6a686531a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: f34f31ea-0d38-4b20-a84c-cef97656f42e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 9e3ac60e-ce50-4315-bd5e-9663fee23d91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-xgboost-runtime-predictor.18d62e74e489cee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: 3b4f3750-87b9-464c-828c-13aa620eaee4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 9e3ac60e-ce50-4315-bd5e-9663fee23d91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-xgboost-runtime-predictor.18d62e74e4efaa1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: ed721963-4eb8-488f-9dbf-134a4a991f23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 404ae3d0-e514-4812-934e-8fdc6f65dc7b
  kind: Event
  lastTimestamp: "2026-09-17T18:16:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:54Z"
    name: isvc-xgboost-runtime.18d62e66e959fa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: bf46c208-9456-49b2-80fe-4f7446423458
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 404ae3d0-e514-4812-934e-8fdc6f65dc7b
  kind: Event
  lastTimestamp: "2026-09-17T18:15:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:21Z"
    name: isvc-xgboost-runtime.18d62e66e9bba61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 1a6c8961-4dde-432f-bbf8-562941bb754f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 404ae3d0-e514-4812-934e-8fdc6f65dc7b
  kind: Event
  lastTimestamp: "2026-09-17T18:16:54Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:54Z"
    name: isvc-xgboost-runtime.18d62e7c820a1fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: dceec4de-b9db-42be-a425-fca9dd0ea203
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:13:31.093256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4d36cf51fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: 55a0faec-f2b3-49e8-804f-18202146e62b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4d5945744f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30561"
    uid: 8ea9197c-7ccb-4642-bc17-9431f1d8fd75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4d5b606d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30563"
    uid: 7867f8b8-b30e-4901-8987-555be93ed267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4d5e4df102
    namespace: kserve-ci-e2e-test
    resourceVersion: "30564"
    uid: 9adc7d0f-21c4-4ac4-8f14-028a71363b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4d5ebbff6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30565"
    uid: 7bd35202-2903-4a68-a1eb-2b0b33f1f933
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e538f64b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: e26b8a08-1540-4855-85ef-594eb7ec2acb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e56db43d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30609"
    uid: be2cbb1f-3974-4fdd-aa09-6faeede5dd59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e574bac7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30611"
    uid: f0755fbf-a40d-4fc9-8fdd-24ea23bd6727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e5756757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: f78d9a18-3f19-4e6b-9d1e-bb74c5bf7aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e5a2fe095
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 74fb6d30-62dd-4c1f-808a-1a29d026078d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:13:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e4e5a9b53d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: ae5f6e57-7e32-4f1c-bfc3-ba67b97ec080
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:14:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e58dbdfeb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 9acb99f9-1cef-4907-9d0f-a697f2eaf33d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:14:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e58dbe06607
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 20533957-2783-40af-8b3b-6b97b76d1697
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:14:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e59818814fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 1dcbf9a2-f73c-497b-b021-4651b794e7d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 92abf279-abd0-4e96-8d19-53b78545f8e0
  kind: Event
  lastTimestamp: "2026-09-17T18:14:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5.18d62e5981da4502
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d04c8b36-b0a6-4eae-9349-228e4c639f67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: fa5f2365-3622-489d-8322-36da04039cdd
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ftvh5'
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d62e4d361697ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: d6416bd5-a0d6-4143-9379-c57fba371342
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: 2ee508d3-8d04-481a-bf53-2b20111b4120
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e4d31cd590e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: aadec175-9467-4b52-8320-6bed5d82eb4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 76ca8567-12b4-437e-82e0-4054784d0632
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e50b043e8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30926"
    uid: f497e598-1da7-4680-a618-931b101fb8b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 76ca8567-12b4-437e-82e0-4054784d0632
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e50b0ae994a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: ad9ecd4e-db7e-4e4d-81bb-3d08c591ea9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30704"
    uid: 76ca8567-12b4-437e-82e0-4054784d0632
  kind: Event
  lastTimestamp: "2026-09-17T18:14:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e542f5c16ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: c85e289e-079e-4e31-94b6-81ad0652b891
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30704"
    uid: 76ca8567-12b4-437e-82e0-4054784d0632
  kind: Event
  lastTimestamp: "2026-09-17T18:14:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e542fd29b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: 5490af2c-f843-40c0-b0bb-1ac8b919831c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: 936d1dd3-8061-4acf-b8be-d3c7886ea6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:14Z"
    name: isvc-xgboost-v2-mlserver.18d62e4d3219f917
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: a2954032-ab2b-4b40-9077-4f2bcba83a3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: 936d1dd3-8061-4acf-b8be-d3c7886ea6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver.18d62e4d32b1b0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30553"
    uid: 295071c4-30eb-4f81-9f83-61fd4f5cd268
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: 936d1dd3-8061-4acf-b8be-d3c7886ea6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:13:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:31Z"
    name: isvc-xgboost-v2-mlserver.18d62e4d3b211f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: ad9d1cfa-31e2-466c-84a7-104e0af16387
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30906"
    uid: 936d1dd3-8061-4acf-b8be-d3c7886ea6e8
  kind: Event
  lastTimestamp: "2026-09-17T18:14:13Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:13Z"
    name: isvc-xgboost-v2-mlserver.18d62e5733e56916
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: ba6a6c00-d3a5-4864-88ba-a64c91fb5a9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:12.458870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8eb981c944
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: eaa4ed5a-91be-4a19-b876-4c0a7dc1d91b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ec4c230bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 74d0c9f6-3aef-4f70-a7cc-fe214ca82abb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:13Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8eff2d7cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: ec58db5a-19d3-4c2d-bfff-4698ff25a826
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8f00a6a847
    namespace: kserve-ci-e2e-test
    resourceVersion: "33197"
    uid: d8f864a3-a5d5-4d80-883d-27f3d6e7b7b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8f033eb3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33199"
    uid: 5d506224-d550-46a4-891a-3cb1957ef176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8f03ad68f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 5048c7c1-96d4-4521-9561-2d58c55196dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8fefa421e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: b1277f7a-a8a7-49cd-a945-31b59579632c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ff30d3a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33284"
    uid: c12d385c-826d-40dc-b80a-fc045e34ff00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ff395a0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: 3ce60af6-7302-44ae-a869-f0a2b0f5aee5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ff3a05583
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: d2abaa09-5da1-4d55-85a2-980ef7d95ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ff6db0f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: 4ad17fef-a095-4467-9699-18221eaa4a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:18:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e8ff74a7995
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 3adbb374-6fd0-4f57-9679-e739fde96a56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:19:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:35Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62e90676f5077
    namespace: kserve-ci-e2e-test
    resourceVersion: "34002"
    uid: 6f624a5d-8fd4-4e25-b8a0-af55715ea67a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:19:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62ea1817e91d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: f03924f6-4dd1-4d94-9c13-cf1a7fd7daee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:19:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62ea1817f0b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: d544448d-8f2a-4b37-af3f-25feee9f2f3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: f7b3d958-fc41-40a2-bdcc-ad67808e2e59
  kind: Event
  lastTimestamp: "2026-09-17T18:19:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:35Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-mlbjv.18d62ea21998f45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: fe4b007d-41a9-42f5-bca5-8e41769e2686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 7ec67934-c85f-4f97-81af-44b43c3a65d2
  kind: Event
  lastTimestamp: "2026-09-17T18:18:12Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-mlbjv'
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d62e8eb8f25bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33170"
    uid: 65a791ed-7d33-4ea9-a3a4-688534e029a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 8e50109e-0988-498a-8518-d573f5bff386
  kind: Event
  lastTimestamp: "2026-09-17T18:18:12Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:12Z"
    name: isvc-xgboost-v2-predictor.18d62e8eb61361ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 01eb95f1-4ac3-4a83-a5af-19fe3bb6db8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: 6611f242-dfa9-41b3-a3c5-56a49bcd9f7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-xgboost-v2-predictor.18d62e9234d20041
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: b8f8d7c6-ade2-43c7-a8ba-a8ccc525a302
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: 6611f242-dfa9-41b3-a3c5-56a49bcd9f7e
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-xgboost-v2-predictor.18d62e9235711244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33689"
    uid: a2ab7567-cb2e-4778-bfc2-6a73ca50ab7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: 6611f242-dfa9-41b3-a3c5-56a49bcd9f7e
  kind: Event
  lastTimestamp: "2026-09-17T18:19:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:27Z"
    name: isvc-xgboost-v2-predictor.18d62e95b449697a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: eabd087a-acf5-4cf1-9c46-85c3d8ee634b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: 6611f242-dfa9-41b3-a3c5-56a49bcd9f7e
  kind: Event
  lastTimestamp: "2026-09-17T18:19:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:27Z"
    name: isvc-xgboost-v2-predictor.18d62e95b4bb583f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 61301a2f-498d-4ffa-955f-223f4e9aa27b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:17:07.342671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e7f90477c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: 777a8c5b-a400-4058-908f-89e806736443
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e7fb273f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: bfed9d85-d832-4f4f-a9e9-a76b58e4ad0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e7fb48a8fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: a10bea73-287f-490c-9bb9-2d49c280ad3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e7fb8842ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: c40f5544-4988-41b3-8c5f-cc8043963fe9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e7fb8f5d32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: c4d6a715-0183-46b8-bd4e-846a3a044e5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e809d0944d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: 58c945f7-8ee7-4989-9042-87524cf62866
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e80a037b0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: d4d0e41a-a63e-4ea6-a385-71c2ac9ea88c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e80a0b508e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 4c48d5e8-0e99-4f75-ad86-55296098e636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e80a0c14036
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 96392aef-4c8b-4f0c-9a97-001a5cb5234d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e80a4b6e419
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 5c28c956-c496-4cf3-a4c7-79c085cf6111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e80a536aec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 28403347-3ddb-48e9-9aa5-d082a93308c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:17:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e897a03d418
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: b647bee2-bc04-4498-a798-5a3b31f41396
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:18:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e8d85d31e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: 3aa87d19-e46b-458b-b432-46d7ea81379b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:18:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e8d85d39e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: ab08fe36-3e80-43d1-85e4-d661ec262fa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 82125b9d-5466-4a1d-a8a0-e665baa0fa48
  kind: Event
  lastTimestamp: "2026-09-17T18:18:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9.18d62e8e1f113925
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 138cc1bb-e113-40be-82f5-11ffbbf5fad0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 8366b8f8-cabf-4472-8689-ad4ec544fb3f
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-qshh9'
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d62e7f8faf0af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 85cb94f5-db25-4805-b2fd-2f78c9683028
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 122cf15f-d116-4d8f-9d06-5080767ae118
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e7f8883a094
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: d64b90f7-f644-403b-9626-ff8b71c177bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: fcf2dcb3-6d1b-4b30-a498-b3f6f8b9b090
  kind: Event
  lastTimestamp: "2026-09-17T18:17:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:22Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e83072a30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: cc1123ca-d1da-46fb-be25-3e22403e5e02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: fcf2dcb3-6d1b-4b30-a498-b3f6f8b9b090
  kind: Event
  lastTimestamp: "2026-09-17T18:17:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:22Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e8307b356b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 10d2719c-39ae-46e0-8712-7f452030cd35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: fcf2dcb3-6d1b-4b30-a498-b3f6f8b9b090
  kind: Event
  lastTimestamp: "2026-09-17T18:18:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e86869c9c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 2e0c1e66-1bf2-4d37-9719-b2419f2546e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: fcf2dcb3-6d1b-4b30-a498-b3f6f8b9b090
  kind: Event
  lastTimestamp: "2026-09-17T18:18:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e868707a5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 5e9623b3-04f2-4f8b-b8b3-0b3ff9b0afa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: c39b7588-1b12-4cd8-b93d-ec3a938f4963
  kind: Event
  lastTimestamp: "2026-09-17T18:17:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:59Z"
    name: isvc-xgboost-v2-runtime.18d62e7f8903ff1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: d7ed8d9f-e03b-4ac1-8757-a46045a0db2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: c39b7588-1b12-4cd8-b93d-ec3a938f4963
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime.18d62e7f8a442192
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 0e94ee59-ac64-473f-ac95-84a65cf13dae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: c39b7588-1b12-4cd8-b93d-ec3a938f4963
  kind: Event
  lastTimestamp: "2026-09-17T18:17:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:07Z"
    name: isvc-xgboost-v2-runtime.18d62e7f91a06240
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: bb7d98ed-b196-46f2-8358-3e21deeec164
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33005"
    uid: c39b7588-1b12-4cd8-b93d-ec3a938f4963
  kind: Event
  lastTimestamp: "2026-09-17T18:17:59Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:59Z"
    name: isvc-xgboost-v2-runtime.18d62e8bd0baeb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 98fefb8f-aada-4433-be9e-525a449abb32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: f69d6089-e178-403c-9e32-7c4a694d5789
  kind: Event
  lastTimestamp: "2026-09-17T18:19:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:25Z"
    name: isvc-xgboost-v2.18d62e8eb6169e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 2a0bc20c-4e8c-467f-a844-70703f62aeba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: f69d6089-e178-403c-9e32-7c4a694d5789
  kind: Event
  lastTimestamp: "2026-09-17T18:18:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:12Z"
    name: isvc-xgboost-v2.18d62e8eb6a40ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: fa5e6174-54cb-46fa-bb33-401b1c084003
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: f69d6089-e178-403c-9e32-7c4a694d5789
  kind: Event
  lastTimestamp: "2026-09-17T18:19:25Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:25Z"
    name: isvc-xgboost-v2.18d62e9fca80c33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 37bcca9e-654e-4998-b46f-35a8aa5638ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: dc23e7b0-e638-494f-9aea-6811ca80a18a
  kind: Event
  lastTimestamp: "2026-09-17T18:13:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:18Z"
    name: isvc-xgboost.18d62e349436e0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: 62157d8a-5336-437f-8e84-a8f9f973ce1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: dc23e7b0-e638-494f-9aea-6811ca80a18a
  kind: Event
  lastTimestamp: "2026-09-17T18:11:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:45Z"
    name: isvc-xgboost.18d62e3494c375ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 012cd345-70d0-4c19-949c-16df161f8733
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: dc23e7b0-e638-494f-9aea-6811ca80a18a
  kind: Event
  lastTimestamp: "2026-09-17T18:13:18Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:18Z"
    name: isvc-xgboost.18d62e4a4db35ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 978f1197-509c-44d2-aabc-ddedbcfb0e6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:09.287461Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-6zg99
    to ip-10-0-133-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d06d4ac57c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: d4c590e0-0ce7-40ba-a604-a9e093f6a088
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d06f5a5df62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: e202cfe7-dd53-4505-adb2-6e12446581dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d06f753d66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 516326c4-f415-4479-8be2-42db15f7ea23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.274s (1.274s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d07434770cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: baf0194d-3be2-4260-b790-0eb759142c18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d0745ff4266
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 7d2b1f09-fc0e-4b2b-b4d1-8a136d487ca4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d0746685854
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: f3eb6a1f-f362-43d7-96e6-2b660482056b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d07467150d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: c30ed319-371c-4777-971e-7b6c7615f9c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d0749ba50a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: 64b33779-d0e8-4ec7-9b70-9af6f778e768
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d074a230b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 72097b95-b12d-4f03-950c-d11090adb7de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d1f6542ba07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 6db4fbd4-0a30-4593-b22a-28a0989fc653
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zg99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: a10431ef-8b50-4ddb-ab94-e06de1a670fd
  kind: Event
  lastTimestamp: "2026-09-17T17:51:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:54Z"
    name: message-dumper-predictor-6575bcfdfd-6zg99.18d62d1f6543081d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: b9c8be40-d7bd-42a8-95d7-69b25ff0b7b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 5ca656df-fc66-4ed9-ba87-936d664e7a65
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-6zg99'
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper-predictor-6575bcfdfd.18d62d06d2d2aab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 6f591386-cd54-4e3b-9b97-5934c709e4e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: d2d1a893-77c1-4bec-bfc2-36a815bfaaf0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper-predictor.18d62d06ce548c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 19692992-fc0a-4e3a-af2d-de3a05563983
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 7f508a5e-fb73-4f33-a5f4-47edbfe2c31c
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: message-dumper-predictor.18d62d0a4d02827a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 54694c4b-8502-4e4c-b4d7-2e3390b13997
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 7f508a5e-fb73-4f33-a5f4-47edbfe2c31c
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: message-dumper-predictor.18d62d0a4dd7537a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 5fc6da78-9e67-49c7-818c-7677d9047589
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: b8264556-826c-4fe0-b8f4-d7f81f002ee4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:18Z"
    name: message-dumper.18d62d06cddcabb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: 8d9b407d-6ebb-402d-a7b2-4875504a228a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: b8264556-826c-4fe0-b8f4-d7f81f002ee4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper.18d62d06ce75b5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 82b47a1a-a0f2-41d2-a957-5387ec9614a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: b8264556-826c-4fe0-b8f4-d7f81f002ee4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:09Z"
    name: message-dumper.18d62d06d8ca6d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: e5027f3b-0169-4d3f-9500-50d354e16dcd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: b8264556-826c-4fe0-b8f4-d7f81f002ee4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:18Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:18Z"
    name: message-dumper.18d62d08f65c8c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 567f084d-e3cc-4e53-a1ad-22730f15de60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:36.873848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8afb755309
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 01bdc41e-81b5-40ce-b846-1c73a08467d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8b0402e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 1f837068-d298-44f8-b8ec-471ab0b30b5f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8b4136e206
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 7dacc84d-1c73-4bd7-ba22-6c17564735f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8b42e3b3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: 31d02b1d-a192-4865-acad-85af00311856
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8b460b8a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: 6c9f4a52-6b9d-4e03-b385-f9013c5f430a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8b4679d097
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 04502317-ae11-4630-8cc8-e2a9b24f48bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T17:59:42Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T17:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62d8c4add78fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: b928911d-dedf-48ae-85f4-e9984459480a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:50Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.276s
    (2m8.276s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa28c48cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 9a0c7bf4-6996-4839-961f-6a03ec491dd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa2ef27344
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 1227f85c-7656-4410-abd8-4d314ddba65c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa3002f13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 3ac5a9d4-c208-41a2-8255-71304a0d3f9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa300c46ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 802e4777-e53a-4847-baa4-44d706fa3366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa360477f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: efba9a92-faad-40e5-b739-faaa0a25f2ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62daa36fc7e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 813bc031-5378-48b2-bebe-66affc910ccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:02:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62db2aae028fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: ad57bb84-efaa-42d1-ae2a-6064d24c0bec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62db7475d47fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: 542d9598-9595-4ecc-ab9c-ad07d62977d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62db7475dec68
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 9358d1e1-8cf4-435e-8ec1-3bc108ef1d4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:02:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62db74c7e9915
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: a34fb4e0-6e68-4575-9c83-bb03714e86f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 5f2b92e3-9dbf-4aac-9a34-df5914a06e14
  kind: Event
  lastTimestamp: "2026-09-17T18:02:48Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:48Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48.18d62db78ad0151c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: 9802eece-2b82-426a-9092-0b102e99cea5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22147"
    uid: 4b042a0a-c465-4519-8868-47ce21add2ac
  kind: Event
  lastTimestamp: "2026-09-17T17:59:36Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-k6c48'
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d62d8afae4fcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 041712f1-3c5a-4005-9f79-8951766bcb56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 7e3cf68d-70bf-4a3c-b704-edd35e7f1162
  kind: Event
  lastTimestamp: "2026-09-17T17:59:36Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:36Z"
    name: sklearn-v2-mlserver-predictor.18d62d8af7a8cfe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 51228d24-394d-42b3-ab36-5975a817124f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 64a85afb-c60b-4121-8f4a-0da96da7101f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:37Z"
    name: sklearn-v2-mlserver-predictor.18d62d8e76cf9367
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: b1a15a00-e294-4632-b17e-a556e530a219
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 64a85afb-c60b-4121-8f4a-0da96da7101f
  kind: Event
  lastTimestamp: "2026-09-17T18:02:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:37Z"
    name: sklearn-v2-mlserver-predictor.18d62d8e776aced4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: f2d97a0e-c8f7-47f7-8f42-ff23582e6bac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: e619f512-8318-448c-af19-de4f3fbaf4ef
  kind: Event
  lastTimestamp: "2026-09-17T18:02:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:37Z"
    name: sklearn-v2-mlserver.18d62d8af7e5df25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: 97f30266-93be-40a4-84d9-3b1dc955d89e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: e619f512-8318-448c-af19-de4f3fbaf4ef
  kind: Event
  lastTimestamp: "2026-09-17T17:59:36Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:36Z"
    name: sklearn-v2-mlserver.18d62d8af862612d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: bd474750-1131-4272-ad1c-0903bde6fcde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: e619f512-8318-448c-af19-de4f3fbaf4ef
  kind: Event
  lastTimestamp: "2026-09-17T17:59:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:36Z"
    name: sklearn-v2-mlserver.18d62d8aff9c73da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: e2413d5c-d60a-47d6-9b3b-0f438e7d9e74
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23687"
    uid: e619f512-8318-448c-af19-de4f3fbaf4ef
  kind: Event
  lastTimestamp: "2026-09-17T18:02:37Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:37Z"
    name: sklearn-v2-mlserver.18d62db4fff65911
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: b3ba4188-c84a-4a09-93b0-ff20e6b095be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:26.295213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    to ip-10-0-133-71.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a111a4957
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: 9f4b4699-a581-43e4-8125-686d257a921b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7df65d879-v4297
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a1a71b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "31054"
    uid: 17b88b9e-b605-47e8-9f5b-bf5f1f5eaaa3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:27Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a571f46e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31068"
    uid: e52ae46f-36ba-4488-8ab8-15c1228f8a2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a58fa460e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: c648b235-0b2c-4a2c-9f6e-f0b4a79054df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a5bbd3097
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: dc0c96ab-2eb6-4a5e-a13c-eada4ff0606a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5a5c29cfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: 70169138-9e5e-4dd3-9e5f-598d456173dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b6d0b6397
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 2aea528f-18e3-4e43-9874-68268d561f30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b7041452a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: e73fb967-e824-4bc1-9e42-1f46f6372cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b70aeea36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: 95cf34ae-cacb-4eb5-a615-86c7f9913a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b70b949a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 24e10d01-32a7-47ce-8263-46b782a1a2bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b73adf88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31123"
    uid: 15c16871-b193-4eae-951e-60cb36406a3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e5b7419a340
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: c3acc4bd-8588-4b8d-9d78-47bbf27376f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e65b9278eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: b6387539-569a-45ae-bc53-db058fe15c58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e65b928940e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: d6bb1076-103a-4109-9a83-249dd5a69126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e669b06e85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: 629d2496-7bda-48f6-a36b-f90459eb6a02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 158cfc11-d42e-4540-b50d-1d3f96111ab4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7.18d62e669b5c6cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 88173507-951c-43c6-8a8d-875ea457f870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 66c3241e-a2a0-4d95-8c77-a6d5a3fd0a8e
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-nmzc7'
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d62e5a10b06d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: d3b76be6-fba0-4921-a436-19000f1ecff6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: 286c3f76-8c7c-4456-876c-37c4a5144465
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: xgboost-v2-mlserver-predictor.18d62e5a0d88cbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 93610f62-a5d8-4282-b190-b75470016055
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: b2526b6c-67c8-4c07-8fc0-c7fd49472bcb
  kind: Event
  lastTimestamp: "2026-09-17T18:15:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:11Z"
    name: xgboost-v2-mlserver-predictor.18d62e5d8c348b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31421"
    uid: 968f4f40-11a2-4914-a7fa-75be5638e952
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: b2526b6c-67c8-4c07-8fc0-c7fd49472bcb
  kind: Event
  lastTimestamp: "2026-09-17T18:15:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:11Z"
    name: xgboost-v2-mlserver-predictor.18d62e5d8ca92d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 9046a7ff-234c-467d-9b8d-c047de2a1a51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: b2526b6c-67c8-4c07-8fc0-c7fd49472bcb
  kind: Event
  lastTimestamp: "2026-09-17T18:14:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:56Z"
    name: xgboost-v2-mlserver-predictor.18d62e610b6851c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: 61be81d1-9093-4e13-8b8e-0dbe918383dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: b2526b6c-67c8-4c07-8fc0-c7fd49472bcb
  kind: Event
  lastTimestamp: "2026-09-17T18:14:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:56Z"
    name: xgboost-v2-mlserver-predictor.18d62e610bd2bdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: 451ad827-f53a-44a7-b554-030e75967089
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 21b41691-e36f-4f14-b912-fd86efae483b
  kind: Event
  lastTimestamp: "2026-09-17T18:15:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:10Z"
    name: xgboost-v2-mlserver.18d62e5a0d8e3aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: c2543f8f-c936-4585-b501-3fbc1ea22bff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 21b41691-e36f-4f14-b912-fd86efae483b
  kind: Event
  lastTimestamp: "2026-09-17T18:14:26Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:26Z"
    name: xgboost-v2-mlserver.18d62e5a0e255adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: d682ba1a-a39e-4585-acf7-84c815cbc1e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31409"
    uid: 21b41691-e36f-4f14-b912-fd86efae483b
  kind: Event
  lastTimestamp: "2026-09-17T18:15:10Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:10Z"
    name: xgboost-v2-mlserver.18d62e644ca7a6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 082eb1b4-e91a-4501-a912-1a9a4b0f13bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40567"